-- Logs begin at Sun 2021-06-06 16:47:24 UTC, end at Sun 2021-06-06 18:00:27 UTC. -- Jun 06 17:31:33.424117 dv-cinder-791281-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 06 17:31:36.005423 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.common.config [-] Logging enabled! Jun 06 17:31:36.006008 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev274 Jun 06 17:31:36.006103 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98775) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 06 17:31:36.009448 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.common.config [-] Logging enabled! Jun 06 17:31:36.009704 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev274 Jun 06 17:31:36.010026 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98775) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 06 17:31:36.010976 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 06 17:31:36.011210 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 06 17:31:36.011573 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 06 17:31:36.011813 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 06 17:31:36.012044 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 06 17:31:36.012374 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.012677 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.013006 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.013232 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.013538 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.013834 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.014112 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.014406 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.014706 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.015026 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.015309 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.015594 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.015826 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.016102 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.016392 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.016681 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.016930 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] debug = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.017213 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.017642 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.018065 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.018346 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.018639 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.018927 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.019204 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.019481 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.019781 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.020298 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] host = dv-cinder-791281-4-iscsi {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.020811 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.021164 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.021470 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.021757 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.022043 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.022330 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.022619 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.022899 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.023176 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] log_file = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.023449 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.023757 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.024027 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.024318 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.024550 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.024775 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.025098 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.025387 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.025662 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.025940 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.026216 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.026491 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.026766 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.027039 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.027326 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.027614 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.027901 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.028176 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.028450 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.028732 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.029609 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.029984 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.030275 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.030582 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.030861 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.031159 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.031433 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.031716 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.032020 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.032310 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.032601 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.032916 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.033194 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.033482 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.033761 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.034034 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.034311 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] use_json = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.034588 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.034862 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.035147 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.035422 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.035698 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.035976 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.036250 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.036538 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:36.036861 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.037162 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.037464 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.037752 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.038050 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.038333 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.038626 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.038925 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.039450 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.039951 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.040266 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.040559 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.040884 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.041175 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.041480 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.041799 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.042103 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.042400 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.042683 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.042962 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.043238 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.043708 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.044090 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.044398 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.044698 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.045012 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.045301 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.045601 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.045880 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.046759 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.047193 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.047660 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.047953 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.048237 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.048529 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.048836 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.049119 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.049404 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.049690 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.049985 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.050268 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.050543 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.050819 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.051233 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.051515 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.051808 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.052093 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.052388 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.052644 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.052954 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.053228 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.053506 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.053788 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.054064 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.054346 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.054622 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.054897 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.055173 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.055447 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.055721 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.055995 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.056267 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.056549 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.056852 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.057131 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.057443 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.057682 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.057959 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.058250 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.058554 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.058840 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.059124 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.059412 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.059699 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.059988 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.060267 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.060556 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.060855 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.061137 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.061433 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.061806 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.063043 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.063405 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.063696 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.064138 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.064443 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.064734 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.065045 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.065331 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.065626 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.065918 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.066217 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.066519 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.066808 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.067104 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.067401 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.067684 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.068131 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.068535 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:36.068762 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 06 17:31:36.069041 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98775) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 06 17:31:36.430171 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:31:36.430446 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:31:36.430733 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:31:36.431077 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 06 17:31:36.832733 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:36.832973 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:36.833248 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:36.834456 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:36.834737 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:36.835002 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:36.871899 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:36.872181 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:36.872451 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:36.888768 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:36.889077 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:36.889345 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:36.918837 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:36.919112 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:36.919383 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:36.957998 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:36.958276 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:36.958543 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.190826 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.191435 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.191435 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.191598 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.192353 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.319044 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.319365 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.319648 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.319926 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.320199 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.320512 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.320772 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.321049 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.321304 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.321587 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.321847 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.322112 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.322379 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.322634 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.322899 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.323167 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.323425 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.323694 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.323946 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.324226 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.324571 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.324847 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.325100 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.325384 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.325635 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.325881 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.326280 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 17:31:37.326521 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 17:31:37.326759 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 17:31:37.326995 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 17:31:37.327231 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 17:31:37.328016 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 17:31:37.328383 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 06 17:31:37.331472 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 06 17:31:37.335511 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 06 17:31:37.339319 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 06 17:31:37.340994 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 06 17:31:37.341431 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 06 17:31:37.341765 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 06 17:31:37.342145 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 06 17:31:37.345700 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 06 17:31:37.345953 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 06 17:31:37.346302 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 06 17:31:37.373354 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 06 17:31:37.373801 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.374094 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98775) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 06 17:31:37.374507 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.375866 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98775) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 06 17:31:37.376144 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 06 17:31:37.376388 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 06 17:31:37.379777 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.380058 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:37.444831 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 06 17:31:37.445103 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 06 17:31:37.445345 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 06 17:31:37.445717 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 06 17:31:37.476443 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_db.sqlalchemy.engines [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98775) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 06 17:31:37.937759 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.managers [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Initializing driver for type 'gre' Jun 06 17:31:37.938284 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] gre ID ranges: [(1, 1000)] Jun 06 17:31:38.068854 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.managers [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Initializing driver for type 'local' Jun 06 17:31:38.069186 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.managers [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Initializing driver for type 'vlan' Jun 06 17:31:38.143297 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] VlanTypeDriver initialization complete Jun 06 17:31:38.143643 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.managers [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Initializing driver for type 'vxlan' Jun 06 17:31:38.144148 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] vxlan ID ranges: [(1, 1000)] Jun 06 17:31:38.331889 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.managers [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Initializing extension driver 'port_security' Jun 06 17:31:38.332475 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.extensions.port_security [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] PortSecurityExtensionDriver initialization complete Jun 06 17:31:38.332475 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.managers [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Initializing mechanism driver 'openvswitch' Jun 06 17:31:38.332808 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.managers [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Initializing mechanism driver 'hyperv' Jun 06 17:31:38.339275 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.plugins.ml2.plugin [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:31:38.340024 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > port after_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.340394 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > port after_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.340775 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > port after_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.341178 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > subnet after_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.341592 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > subnet after_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.341935 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > subnet after_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.343771 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > network after_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.343771 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > network after_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.343771 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > network after_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.344216 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > security_group after_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.344394 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > security_group after_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.344727 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > security_group after_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.345128 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.345468 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.345801 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.346172 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > address_group after_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.346510 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > address_group after_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.346842 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > address_group after_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.347172 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] ML2 OVO RPC backend initialized. {{(pid=98775) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 06 17:31:38.347859 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router_interface after_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.348307 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.348719 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > network before_response 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.349085 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > networks before_response 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.349425 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > port before_response 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.349760 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > ports before_response 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.350094 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > subnet before_response 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.350427 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > subnets before_response 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.350764 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > network after_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.351095 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > network after_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.351420 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > network after_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.351752 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > port after_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.352086 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > port after_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.352417 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > port after_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.352750 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > subnet after_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.353106 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > subnet after_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.353469 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > subnet after_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.354032 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.plugin [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Modular L2 Plugin initialization complete Jun 06 17:31:38.354351 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading services supported by the core plugin {{(pid=98775) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 06 17:31:38.354669 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.plugins.ml2.managers [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Got port-security extension from driver 'port_security' Jun 06 17:31:38.355117 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.extensions.vlantransparent [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Disabled vlantransparent extension. Jun 06 17:31:38.355594 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98775) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 06 17:31:38.355899 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading Plugin: router Jun 06 17:31:38.391938 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router_interface before_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.392320 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router after_create 55549900 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.392681 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router before_create 55549900 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.393059 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.393419 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.393763 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router after_delete 55549900 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.394114 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > floatingip after_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.394462 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router after_create 55549900 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.394798 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router after_update 55549900 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.395138 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router after_update 55549900 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.395476 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.395825 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router after_update 55549900 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.396226 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router precommit_update 55549900 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.396582 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: port after_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.396954 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: port after_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.397285 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: subnet after_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.397621 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.397958 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > port precommit_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.398315 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router precommit_create 55549900 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.398631 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: port before_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.398966 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router precommit_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.399313 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router after_update 55549900 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.399645 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router precommit_delete 55549900 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.399984 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router precommit_create 55549900 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.400335 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router_interface after_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.400670 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router precommit_update 55549900 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.401055 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > network after_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.401888 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Tracking information for resource: router configured {{(pid=98775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 17:31:38.402209 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Tracking information for resource: floatingip configured {{(pid=98775) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 06 17:31:38.407657 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.db.l3_agentschedulers_db [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 06 17:31:38.408215 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: port after_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.408565 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: port after_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.408946 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: port after_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.409291 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: port after_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.410052 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router before_create 55550100 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.410408 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router precommit_delete 55550100 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.410762 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router precommit_create 55550100 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.411112 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > router precommit_update 55550100 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.415474 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.services.provider_configuration [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Service providers = [] {{(pid=98775) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 06 17:31:38.415831 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.db.servicetype_db [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98775) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 06 17:31:38.418696 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.services.service_base [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98775) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 17:31:38.419039 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.services.service_base [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98775) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 17:31:38.419370 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.services.service_base [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98775) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 17:31:38.420221 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.services.service_base [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98775) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 06 17:31:38.420580 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.services.service_base [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 06 17:31:38.421198 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 17:31:38.421508 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 06 17:31:38.431891 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 17:31:38.432217 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading Plugin: auto_allocate Jun 06 17:31:38.438696 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: network precommit_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.439051 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: network precommit_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.439552 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 17:31:38.439862 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading Plugin: tag Jun 06 17:31:38.447828 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 17:31:38.448148 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading Plugin: timestamp Jun 06 17:31:38.451869 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 17:31:38.452193 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading Plugin: network_ip_availability Jun 06 17:31:38.457660 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.458025 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.458372 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.459075 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 17:31:38.459388 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading Plugin: flavors Jun 06 17:31:38.575305 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 17:31:38.575623 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading Plugin: revisions Jun 06 17:31:38.580289 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98775) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 06 17:31:38.580676 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_concurrency.lockutils [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.150s {{(pid=98775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:31:38.581469 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98775) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 06 17:31:38.581804 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Initializing extension manager. Jun 06 17:31:38.582393 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: __init__.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.582788 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: __pycache__ {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.583123 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.583452 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: address_group.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.584200 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.584801 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: address-group Jun 06 17:31:38.585123 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: address_scope.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.585839 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.586347 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: address-scope Jun 06 17:31:38.586662 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: admin_state_down_before_update.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.587574 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.588187 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: router-admin-state-down-before-update Jun 06 17:31:38.588501 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: agent.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.589214 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.589720 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: agent Jun 06 17:31:38.590029 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: agent_resources_synced.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.590919 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.591414 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: agent-resources-synced Jun 06 17:31:38.591728 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: allowedaddresspairs.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.594035 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.594587 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: allowed-address-pairs Jun 06 17:31:38.594908 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: auto_allocated_topology.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.595964 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.596463 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: auto-allocated-topology Jun 06 17:31:38.596799 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: availability_zone.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.597477 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.597975 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: availability_zone Jun 06 17:31:38.598293 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: availability_zone_filter.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.599178 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.599738 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: availability_zone_filter Jun 06 17:31:38.600052 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: data_plane_status.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.600966 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.601459 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension data-plane-status not supported by any of loaded plugins Jun 06 17:31:38.601775 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: default_subnetpools.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.602655 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.603153 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: default-subnetpools Jun 06 17:31:38.603468 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: dhcpagentscheduler.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.604254 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.604751 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: dhcp_agent_scheduler Jun 06 17:31:38.605092 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: dns.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.605994 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.606490 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension dns-integration not supported by any of loaded plugins Jun 06 17:31:38.606802 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: dns_domain_ports.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.607674 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.608193 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 06 17:31:38.609237 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: dvr.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.609935 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.610430 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: dvr Jun 06 17:31:38.610745 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: empty_string_filtering.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.611626 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.612164 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: empty-string-filtering Jun 06 17:31:38.612474 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.619376 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.619860 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 06 17:31:38.620171 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.621078 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.621741 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 06 17:31:38.622057 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: external_net.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.622991 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.623487 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: external-net Jun 06 17:31:38.623800 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: extra_dhcp_opt.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.625129 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.625623 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: extra_dhcp_opt Jun 06 17:31:38.625939 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: extraroute.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.626812 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.627584 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: extraroute Jun 06 17:31:38.627877 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: extraroute_atomic.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.629203 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.629710 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: extraroute-atomic Jun 06 17:31:38.630022 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: filter_validation.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.630662 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.631151 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: filter-validation Jun 06 17:31:38.631461 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: fip_pf_description.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.632337 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.632851 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 06 17:31:38.633166 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: fip_port_details.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.634112 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.634592 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: fip-port-details Jun 06 17:31:38.634905 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: flavors.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.636110 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.636616 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: flavors Jun 06 17:31:38.636970 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.638602 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.639154 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 06 17:31:38.647711 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: floatingip_pools.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.648313 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.648849 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: floatingip-pools Jun 06 17:31:38.649171 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: ip_allocation.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.650063 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.650559 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension ip_allocation not supported by any of loaded plugins Jun 06 17:31:38.650874 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.651832 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.652328 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: ip-substring-filtering Jun 06 17:31:38.652645 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: l2_adjacency.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.653579 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.654068 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension l2_adjacency not supported by any of loaded plugins Jun 06 17:31:38.654378 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: l3.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.655313 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.656334 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: router Jun 06 17:31:38.656649 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: l3_conntrack_helper.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.658889 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.659406 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 06 17:31:38.659728 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.660625 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.661163 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: ext-gw-mode Jun 06 17:31:38.661479 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.662464 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.662967 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: l3-ha Jun 06 17:31:38.663282 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: l3_flavors.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.664172 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.665118 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: l3-flavors Jun 06 17:31:38.665423 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.666331 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.666871 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: l3-port-ip-change-not-allowed Jun 06 17:31:38.667185 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: l3agentscheduler.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.668198 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.668701 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: l3_agent_scheduler Jun 06 17:31:38.669045 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: logging.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.672770 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.673322 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension logging not supported by any of loaded plugins Jun 06 17:31:38.673651 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: metering.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.674450 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.675032 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: metering Jun 06 17:31:38.675351 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.676442 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.676973 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: metering_source_and_destination_fields Jun 06 17:31:38.677760 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: multiprovidernet.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.678173 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.678668 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: multi-provider Jun 06 17:31:38.678981 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: netmtu.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.679860 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.680388 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: net-mtu Jun 06 17:31:38.680702 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: netmtu_writable.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.681605 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.682097 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: net-mtu-writable Jun 06 17:31:38.682411 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: network_availability_zone.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.683060 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.683548 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: network_availability_zone Jun 06 17:31:38.683860 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: network_ip_availability.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.684936 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.685501 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: network-ip-availability Jun 06 17:31:38.685810 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: network_segment_range.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.686546 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.687238 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension network-segment-range not supported by any of loaded plugins Jun 06 17:31:38.687554 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: pagination.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.688504 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.688852 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: pagination Jun 06 17:31:38.689169 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: port_device_profile.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.690092 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.690589 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: port-device-profile Jun 06 17:31:38.690903 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.691782 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.692278 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: port-mac-address-regenerate Jun 06 17:31:38.692590 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.693493 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.693984 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: port-numa-affinity-policy Jun 06 17:31:38.694296 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: port_resource_request.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.695179 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.695721 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension port-resource-request not supported by any of loaded plugins Jun 06 17:31:38.696036 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: portbindings.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.696958 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.697452 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: binding Jun 06 17:31:38.697762 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: portbindings_extended.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.698996 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.699502 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: binding-extended Jun 06 17:31:38.699821 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: portsecurity.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.700730 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.701259 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: port-security Jun 06 17:31:38.701576 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: project_id.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.702540 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.702860 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: project-id Jun 06 17:31:38.703176 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: providernet.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.704049 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.704553 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: provider Jun 06 17:31:38.704900 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: qos.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.708378 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.708929 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension qos not supported by any of loaded plugins Jun 06 17:31:38.709254 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.710460 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.710983 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 06 17:31:38.711306 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.712189 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.712690 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 06 17:31:38.713043 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: qos_default.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.713917 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.714422 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension qos-default not supported by any of loaded plugins Jun 06 17:31:38.714739 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: qos_fip.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.715366 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.715861 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension qos-fip not supported by any of loaded plugins Jun 06 17:31:38.716177 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: qos_gateway_ip.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.717269 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.717774 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 06 17:31:38.718628 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: qos_port_network_policy.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.719509 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.720005 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 06 17:31:38.720320 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: qos_rule_type_details.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.721225 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.721724 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 06 17:31:38.722039 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: qos_rules_alias.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.723051 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.723553 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 06 17:31:38.723870 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: quotasv2.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.724798 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.725122 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: quotas Jun 06 17:31:38.725436 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: quotasv2_detail.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.728409 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.728746 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: quota_details Jun 06 17:31:38.729100 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: rbac.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.730218 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.730746 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: rbac-policies Jun 06 17:31:38.731072 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: rbac_address_group.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.731982 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.732491 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: rbac-address-group Jun 06 17:31:38.732832 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: rbac_address_scope.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.734276 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.734781 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: rbac-address-scope Jun 06 17:31:38.735097 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: rbac_security_groups.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.735992 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.736489 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: rbac-security-groups Jun 06 17:31:38.736818 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: rbac_subnetpool.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.737694 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.738190 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: rbac-subnetpool Jun 06 17:31:38.738502 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: revisionifmatch.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.739388 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.739885 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: revision-if-match Jun 06 17:31:38.740203 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: revisions.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.741304 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.741802 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: standard-attr-revisions Jun 06 17:31:38.742118 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: router_availability_zone.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.742768 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.743266 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: router_availability_zone Jun 06 17:31:38.743580 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: routerservicetype.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.744460 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.744981 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension router-service-type not supported by any of loaded plugins Jun 06 17:31:38.745298 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.746187 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.746684 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: security-groups-normalized-cidr Jun 06 17:31:38.747001 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: security_groups_port_filtering.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.747890 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.748389 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: port-security-groups-filtering Jun 06 17:31:38.748706 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.751442 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.751951 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: security-groups-remote-address-group Jun 06 17:31:38.752972 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: securitygroup.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.763783 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.764307 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: security-group Jun 06 17:31:38.764639 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: segment.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.765583 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.766080 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension segment not supported by any of loaded plugins Jun 06 17:31:38.766400 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.767340 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.767840 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 06 17:31:38.768158 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: servicetype.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.769259 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.769767 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: service-type Jun 06 17:31:38.770088 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: sorting.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.771043 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.771365 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: sorting Jun 06 17:31:38.771676 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: standard_attr_segment.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.772556 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.773093 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 06 17:31:38.773409 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: standardattrdescription.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.774036 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.774540 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: standard-attr-description Jun 06 17:31:38.774853 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: stateful_security_group.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.775765 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.776264 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: stateful-security-group Jun 06 17:31:38.776575 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: stdattrs_common.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.777166 dv-cinder-791281-4-iscsi neutron-server[98775]: WARNING neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 06 17:31:38.777483 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.778451 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.778945 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 06 17:31:38.779255 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: subnet_onboard.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.780291 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.781321 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: subnet_onboard Jun 06 17:31:38.781627 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.782525 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.783019 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 06 17:31:38.783331 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: subnet_service_types.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.784232 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.784728 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: subnet-service-types Jun 06 17:31:38.785066 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: subnetallocation.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.786107 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.786611 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: subnet_allocation Jun 06 17:31:38.786926 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.787565 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.788062 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: subnetpool-prefix-ops Jun 06 17:31:38.788371 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.789295 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.789787 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 06 17:31:38.790099 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: tagging.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.791134 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.791641 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: standard-attr-tag Jun 06 17:31:38.791956 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: timestamp.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.793191 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.793695 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loaded extension: standard-attr-timestamp Jun 06 17:31:38.794016 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: trunk.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.795014 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.795520 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension trunk not supported by any of loaded plugins Jun 06 17:31:38.795836 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: trunk_details.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.797405 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.797909 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension trunk-details not supported by any of loaded plugins Jun 06 17:31:38.798226 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: uplink_status_propagation.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.799114 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.799617 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 06 17:31:38.799935 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Loading extension file: vlantransparent.py {{(pid=98775) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 06 17:31:38.800582 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98775) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 06 17:31:38.801201 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extension vlan-transparent not supported by any of loaded plugins Jun 06 17:31:38.803633 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Creating instance of TrackedResource for resource:network Jun 06 17:31:38.804165 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Creating instance of TrackedResource for resource:subnet Jun 06 17:31:38.804552 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 17:31:38.804967 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Creating instance of TrackedResource for resource:port Jun 06 17:31:38.806252 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.v2.resource_helper [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:38.806702 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.v2.resource_helper [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Service FLAVORS assigned prefix: {{(pid=98775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:38.807300 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.v2.resource_helper [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:38.807714 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.v2.resource_helper [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:38.808034 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Creating instance of TrackedResource for resource:router Jun 06 17:31:38.808447 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Creating instance of TrackedResource for resource:floatingip Jun 06 17:31:38.808966 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.v2.resource_helper [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Service METERING assigned prefix: /metering {{(pid=98775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:38.810367 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.810731 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.811076 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:31:38.812273 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Creating instance of CountableResource for resource:rbac_policy Jun 06 17:31:38.812702 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Creating instance of TrackedResource for resource:security_group Jun 06 17:31:38.813155 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 06 17:31:38.813755 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.v2.resource_helper [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Service CORE assigned prefix: {{(pid=98775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:38.814077 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 17:31:38.814425 dv-cinder-791281-4-iscsi neutron-server[98775]: WARNING neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] subnetpool is already registered Jun 06 17:31:38.814858 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.v2.resource_helper [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Service CORE assigned prefix: {{(pid=98775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:38.815175 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 17:31:38.815498 dv-cinder-791281-4-iscsi neutron-server[98775]: WARNING neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] subnetpool is already registered Jun 06 17:31:38.817789 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.v2.resource_helper [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:38.818210 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.v2.resource_helper [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Service FLAVORS assigned prefix: {{(pid=98775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:38.818789 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.v2.resource_helper [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:38.819199 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.v2.resource_helper [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:38.819522 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Creating instance of TrackedResource for resource:router Jun 06 17:31:38.819850 dv-cinder-791281-4-iscsi neutron-server[98775]: WARNING neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] router is already registered Jun 06 17:31:38.820248 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Creating instance of TrackedResource for resource:floatingip Jun 06 17:31:38.820575 dv-cinder-791281-4-iscsi neutron-server[98775]: WARNING neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] floatingip is already registered Jun 06 17:31:38.821059 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.v2.resource_helper [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Service METERING assigned prefix: /metering {{(pid=98775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:38.821707 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Creating instance of CountableResource for resource:rbac_policy Jun 06 17:31:38.822023 dv-cinder-791281-4-iscsi neutron-server[98775]: WARNING neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] rbac_policy is already registered Jun 06 17:31:38.822422 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Creating instance of TrackedResource for resource:security_group Jun 06 17:31:38.822746 dv-cinder-791281-4-iscsi neutron-server[98775]: WARNING neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] security_group is already registered Jun 06 17:31:38.823131 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 06 17:31:38.823452 dv-cinder-791281-4-iscsi neutron-server[98775]: WARNING neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] security_group_rule is already registered Jun 06 17:31:38.824064 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.v2.resource_helper [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Service CORE assigned prefix: {{(pid=98775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:38.824387 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 17:31:38.824710 dv-cinder-791281-4-iscsi neutron-server[98775]: WARNING neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] subnetpool is already registered Jun 06 17:31:38.825149 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.v2.resource_helper [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Service CORE assigned prefix: {{(pid=98775) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 06 17:31:38.825463 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Creating instance of TrackedResource for resource:subnetpool Jun 06 17:31:38.825782 dv-cinder-791281-4-iscsi neutron-server[98775]: WARNING neutron.quota.resource_registry [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] subnetpool is already registered Jun 06 17:31:38.826255 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: extensions {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.828241 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: address-groups {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.829724 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: address-scopes {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.831117 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: agents {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.832265 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: auto-allocated-topology {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.833590 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: availability_zones {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.834745 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: dhcp-networks {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.836216 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: dhcp-agents {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.837682 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: routers {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.839359 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: flavors {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.841684 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: service_profiles {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.842946 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: next_providers {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.845063 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: service_profiles {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.846597 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: floatingip-pools {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.847820 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: routers {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.849539 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: floatingips {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.850804 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: l3-routers {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.852158 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: l3-agents {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.853616 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: metering-labels {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.854858 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: metering-label-rules {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.856210 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: network-ip-availabilities {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.857487 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: bindings {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.859264 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: quotas {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.860825 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: quotas {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.862221 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: rbac-policies {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.863382 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: security-groups {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.864659 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: security-group-rules {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.865892 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: service-providers {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.867104 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: subnetpools {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.868437 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: subnetpools {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.869979 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: tags {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.871638 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: tags {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.873438 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: tags {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.875426 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: tags {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.877372 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: tags {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.879364 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: tags {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.881052 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: tags {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.882836 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: tags {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.884681 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: tags {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.886423 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron.api.extensions [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Extended resource: tags {{(pid=98775) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 06 17:31:38.892968 dv-cinder-791281-4-iscsi neutron-server[98775]: WARNING keystonemiddleware.auth_token [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 06 17:31:38.897386 dv-cinder-791281-4-iscsi neutron-server[98775]: WARNING keystonemiddleware.auth_token [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 06 17:31:38.906243 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_concurrency.lockutils [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Acquired lock "singleton_lock" {{(pid=98775) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 06 17:31:38.906833 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_concurrency.lockutils [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Releasing lock "singleton_lock" {{(pid=98775) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 06 17:31:38.907401 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO oslo_service.service [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Starting 2 workers Jun 06 17:31:38.912085 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Started child 98884 {{(pid=98775) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 06 17:31:38.916353 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Started child 98885 {{(pid=98775) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 06 17:31:38.917510 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:38.918146 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO neutron.service [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Neutron service started, listening on 0.0.0.0:9696 Jun 06 17:31:38.918588 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Notify callbacks [] for process, before_spawn {{(pid=98775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:38.919004 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [-] (98884) wsgi starting up on http://0.0.0.0:9696 Jun 06 17:31:38.921106 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:38.921538 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO oslo_service.service [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Starting 1 workers Jun 06 17:31:38.922609 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [-] (98885) wsgi starting up on http://0.0.0.0:9696 Jun 06 17:31:38.926581 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Started child 98886 {{(pid=98775) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 06 17:31:38.927124 dv-cinder-791281-4-iscsi neutron-server[98775]: INFO oslo_service.service [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Starting 1 workers Jun 06 17:31:38.930219 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.service [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] calling RpcWorker wait() {{(pid=98886) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 06 17:31:38.930763 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.service [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] returning from RpcWorker wait() {{(pid=98886) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 06 17:31:38.931462 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Started child 98887 {{(pid=98775) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 06 17:31:38.931905 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:38.932371 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG neutron_lib.callbacks.manager [None req-36a271cd-1b7a-4517-9c91-91f9dad2f14b None None] Notify callbacks [] for process, after_spawn {{(pid=98775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:38.932473 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:31:38.934207 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98775) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 06 17:31:38.934424 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 06 17:31:38.934602 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 06 17:31:38.934814 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 06 17:31:38.935128 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 06 17:31:38.935291 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 06 17:31:38.935811 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.936093 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.936229 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:38.936722 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.936722 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.936983 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.937718 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.937857 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:31:38.937972 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.938192 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.938476 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.938725 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.938898 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.939062 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.939317 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.939623 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.939849 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.940113 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.940349 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.940606 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.940805 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.941058 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.941314 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.941574 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.941829 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] debug = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.942063 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.942558 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.942810 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.943047 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.943265 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.943539 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.943760 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.944021 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.944243 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.944452 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.944704 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.944980 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.945221 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.945436 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.945678 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.945934 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.946141 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.946618 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] host = dv-cinder-791281-4-iscsi {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.946853 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.947065 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.947341 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.947536 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.947783 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.947992 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.948244 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.948484 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.948727 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.949084 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.949327 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.949575 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.949816 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.950052 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] log_file = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.950220 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] log_options = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.950455 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.950702 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.950955 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.951141 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.951295 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.951477 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.951721 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.951884 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.952156 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.952977 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.953334 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.953551 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.953784 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.954015 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.954262 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.954514 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.954755 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.954963 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.955208 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.955431 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.955653 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.955875 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.956112 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.956327 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.956544 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.956755 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.957002 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.957214 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.957460 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.957692 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.958648 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.959605 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.959930 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.960179 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.960459 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.960705 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.960978 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.961260 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.961508 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.961783 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.962053 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.962301 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.962556 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.962781 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.963098 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.963249 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] use_json = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.963491 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.963710 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.963965 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.964204 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.964423 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.964641 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.964901 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.965159 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:38.965607 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.965901 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.966233 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.966467 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.966706 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.966956 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.967193 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.967423 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.967696 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.968033 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.968886 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.969265 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.969560 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.969805 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.970077 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.970413 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.970657 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.970928 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.971174 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.971414 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.971633 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.971858 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.972183 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.972458 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.972713 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.972990 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.973230 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.973504 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.973809 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.974041 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.974166 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.974399 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.974665 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.975002 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.975116 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.975332 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.975584 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.975802 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.976074 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.976336 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.976542 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.976842 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.978040 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.980068 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.980068 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.980068 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.980068 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.980068 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.980068 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.980068 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.980068 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.980068 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.980639 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.980639 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.980771 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.980971 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.981195 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.981419 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.981659 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.981889 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.982125 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.982378 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.982612 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.982838 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.983056 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.983284 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.983548 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.983817 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.984100 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.984387 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.984669 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.985171 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.985394 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.985622 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.985862 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.986080 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.986301 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.986520 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.986867 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.986977 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.987199 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.987435 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.987655 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.987894 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.988172 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.988494 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.988747 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.989026 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.989271 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.989535 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.989776 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.990025 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.990271 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.990493 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.990714 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.990993 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.991288 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.991556 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.991811 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.992035 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.992276 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.992525 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.992801 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.993033 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.993287 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.993508 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.993811 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.994080 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.994324 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.994585 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.994859 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.995157 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.995416 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.995701 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.995921 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.996201 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.996499 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.996819 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.997064 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.997336 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.997570 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.997826 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.998079 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.998328 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.998560 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.998790 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.999043 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.999418 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.999568 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:38.999790 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.000011 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.000295 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.000635 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.000906 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.001123 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.001339 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.001617 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.001870 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.002369 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.002642 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.002887 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.003151 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.003383 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.003609 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.003842 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.004093 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.004324 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.004543 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.004799 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.005037 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.005280 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.005497 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.005732 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.005987 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.006217 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.006453 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.006685 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.006907 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.007145 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.007376 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.007591 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.007828 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.008078 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.008313 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.008550 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.008767 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.009027 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.009279 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.009500 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.009789 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.010043 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.010274 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.010503 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.010725 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.010979 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.011194 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.011437 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.011675 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.011909 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.012124 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.012341 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.012575 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.012832 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.013060 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.013269 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.013527 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.013788 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.014119 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.014390 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.014645 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.015381 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.015600 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.016012 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.016253 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.016473 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.016692 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.016950 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.017191 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.017448 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.017690 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.017929 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.018168 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.018384 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.018596 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.018813 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.019027 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.019336 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.019595 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.019842 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.020088 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.020320 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.020560 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.020763 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.020999 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.021219 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.021451 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.021663 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.021875 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.022108 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.022327 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.022560 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.022787 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.023005 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.023217 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.023435 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.023668 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.023929 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.024141 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.024354 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.024571 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.024800 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.025133 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.025387 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.025613 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.025904 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.026165 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.026394 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.026650 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.026994 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.027241 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.027513 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.027731 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.027968 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.028206 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.028485 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.028831 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.029123 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.029451 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.029951 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.030343 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.031509 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.031787 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.032019 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.032510 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.032660 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.032957 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.033214 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.033474 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.033757 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.034019 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.034239 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.034475 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.034713 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.034947 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.035184 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.035415 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.035667 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.035892 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.036116 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.036331 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.036576 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.036821 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.037046 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.037261 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.037422 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 06 17:31:39.037957 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98775) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 06 17:31:39.038108 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 06 17:31:39.038264 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 06 17:31:39.038437 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 06 17:31:39.038607 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 06 17:31:39.038761 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 06 17:31:39.038965 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.039169 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.039280 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.039433 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.039594 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.039774 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.039933 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.040261 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.040419 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.040580 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.040739 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.040910 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.041068 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.041279 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.041366 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.041522 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.041682 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.041841 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.042009 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.042169 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.042328 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.042484 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.042644 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] debug = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.042802 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.042989 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.043152 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.043311 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.043471 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.043628 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.043787 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.043946 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.044103 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.044262 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.044422 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.044579 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.044737 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.044920 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.045078 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.045236 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.045393 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.045551 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] host = dv-cinder-791281-4-iscsi {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.045711 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.045868 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.046118 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.046316 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.046476 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.046636 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.046796 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.046956 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.047115 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.047272 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.047452 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.047577 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.047733 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.047891 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] log_file = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.048048 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] log_options = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.048205 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.048365 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.048505 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.048680 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.048936 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.049100 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.049303 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.049402 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.049557 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.049715 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.049873 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.050029 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.050191 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.050348 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.050505 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.050662 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.050819 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.050978 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.051137 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.051341 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.051473 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.051595 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.051752 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.051908 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.052065 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.052222 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.052378 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.052540 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.052680 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.052859 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.053018 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.053176 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.053333 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.053490 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.053646 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.053804 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.053961 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.054121 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.054279 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.054436 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.054593 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.054751 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.054908 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.055065 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.055223 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.055380 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] use_json = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.055538 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.055695 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.055853 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.056010 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.056167 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.056324 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.056481 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.056640 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 06 17:31:39.056853 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.057019 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.057192 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.057419 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.057517 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.057659 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.057818 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.057980 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.058140 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.058300 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.058467 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.058627 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.058798 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.058958 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.059118 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.059283 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.059454 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.059592 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.059753 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.059915 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.060076 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.060240 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.060417 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.060580 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.060742 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.060923 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.061084 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.061245 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.061412 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.061679 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.062339 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.062716 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.062878 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.063017 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.063182 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.063345 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.063497 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.063655 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.063816 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.063977 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.064142 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.064303 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.064464 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.064625 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.064812 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.065045 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.065200 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.065340 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.065473 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.065616 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.065752 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.065914 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.066079 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.066240 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.066460 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.066624 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.066786 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.066947 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.067107 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.067269 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.067453 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.067628 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.067790 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.067951 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.068111 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.068273 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.068433 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.068593 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.068825 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.068992 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.069153 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.069313 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.069478 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.069643 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.069800 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.069961 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.070125 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.070287 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.070448 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.070608 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.070767 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.070927 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.071087 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.071248 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.071419 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.071622 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.071738 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.071893 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.072052 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.072253 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.072379 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.072505 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.072664 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.072841 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.073005 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.073166 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.073325 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.073488 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.073647 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.073806 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.073967 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.074126 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.074286 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.074445 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.074605 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.074764 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.074923 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.075084 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.075244 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.075403 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.075561 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.075732 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.075892 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.076056 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.076216 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.076582 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.076582 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.076920 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.076920 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.077172 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.077172 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.077932 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.078059 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.078185 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.078432 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.078598 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.078759 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.078930 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.079102 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.079263 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.079426 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.079591 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.079778 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.079938 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.080103 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.080262 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.080422 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.080588 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.080748 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.080938 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.081098 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.081260 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.081422 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.081569 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.081747 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.081886 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.082021 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.082174 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.082337 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.082485 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.082645 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.082806 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.082967 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.083127 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.083287 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.083447 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.083654 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.083792 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.083925 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.084052 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.084210 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.084338 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:31:39.084490 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.084626 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.084759 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.084945 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.085082 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.085210 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.085337 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.085468 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.085611 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.085746 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.085877 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.086008 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.086164 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.086325 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.086487 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.086650 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.086809 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.086970 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.087131 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.087292 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.087454 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.087616 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.087777 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.087938 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.088099 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.088311 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.088492 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.088653 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.088833 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.088996 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.089158 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.089319 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.089479 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.089639 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.089800 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.089961 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.090121 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.090283 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.090445 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.090611 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.090776 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.090934 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.091279 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.091457 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.091606 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.091743 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.091901 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.092065 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.092227 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.092390 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.092562 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.092724 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.093481 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.093735 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.093960 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.093960 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.094230 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.094230 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.094497 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.094632 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.094764 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.094898 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.095477 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 60360) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:31:39.104094 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.104094 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.104094 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.104094 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.104094 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.104094 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.104094 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.104094 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.105328 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.105328 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.105328 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.105328 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.105328 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.105328 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.105328 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.105328 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.105825 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.105825 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.105825 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.105825 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.105825 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.105825 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.105825 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.105825 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.106349 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.106349 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.106349 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.106349 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.106349 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.106349 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.106349 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.106349 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.106876 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.106876 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.106876 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.106876 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.106876 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.106876 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.106876 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.106876 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.106876 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.107470 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.107470 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.107470 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.107470 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.107470 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.107470 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.107866 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063393 Jun 06 17:31:39.108855 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.108855 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.108855 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.108855 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 06 17:31:39.108855 dv-cinder-791281-4-iscsi neutron-server[98775]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98775) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 06 17:31:50.311907 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0793cac-39b3-42b8-9783-019d2041515c None None] get_active_networks_info from dv-cinder-791281-4-iscsi {{(pid=98886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 06 17:31:50.372003 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0793cac-39b3-42b8-9783-019d2041515c None None] No non-hosted networks {{(pid=98886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 06 17:31:50.384901 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.agentschedulers_db [None req-d0793cac-39b3-42b8-9783-019d2041515c None None] DHCP Agent not found on host dv-cinder-791281-4-iscsi {{(pid=98886) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 06 17:31:50.502724 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-009aeb78-4a06-4a85-bcde-7a2867f047e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740'] for agent, after_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:52.813598 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740'] for agent, after_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:52.813598 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:52.814500 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:52.814500 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:52.814781 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:52.815261 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:52.815705 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:52.816159 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:52.816835 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:52.817279 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:52.821867 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:52.821867 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:52.821867 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:31:52.821867 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-791281-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:31:52.830989 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-791281-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:31:52.985014 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-805c0174-6945-41a3-a9cd-abb3c93af0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740'] for agent, after_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:53.019573 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.db.api [None req-0ca16617-9c13-47cd-a3c2-b3e05c7a4d0a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-791281-4-iscsi {{(pid=98886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 17:31:53.020178 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_db.api [None req-0ca16617-9c13-47cd-a3c2-b3e05c7a4d0a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 17:31:53.617815 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-0ca16617-9c13-47cd-a3c2-b3e05c7a4d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:53.863457 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740'] for agent, after_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:55.726264 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740'] for agent, after_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:31:56.882322 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 60458) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:31:57.465237 dv-cinder-791281-4-iscsi neutron-server[98885]: WARNING oslo_policy.policy [None req-8cb1eba1-9e97-48c6-920b-dae4a98d4ad0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 17:31:57.465821 dv-cinder-791281-4-iscsi neutron-server[98885]: WARNING oslo_policy.policy [None req-8cb1eba1-9e97-48c6-920b-dae4a98d4ad0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 17:31:57.680898 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [None req-8cb1eba1-9e97-48c6-920b-dae4a98d4ad0 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=98885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 17:31:57.682177 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-8cb1eba1-9e97-48c6-920b-dae4a98d4ad0 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7978113 Jun 06 17:32:00.028388 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 60472) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:32:00.132536 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.db.l3_hamode_db [None req-bf1c7ec2-e831-4f98-8857-a3ec985a06a6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 06 17:32:00.216368 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c7ec2-e831-4f98-8857-a3ec985a06a6 None None] Routers set() bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:32:00.216745 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c7ec2-e831-4f98-8857-a3ec985a06a6 None None] Router IDs set() for agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 06 17:32:00.393504 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-467c6a09-8f72-4e74-8ec9-d62d489b0a08 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:32:00.490367 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.policy [None req-467c6a09-8f72-4e74-8ec9-d62d489b0a08 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98885) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 06 17:32:00.535209 dv-cinder-791281-4-iscsi neutron-server[98885]: WARNING oslo_policy.policy [None req-467c6a09-8f72-4e74-8ec9-d62d489b0a08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 17:32:00.535564 dv-cinder-791281-4-iscsi neutron-server[98885]: WARNING oslo_policy.policy [None req-467c6a09-8f72-4e74-8ec9-d62d489b0a08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 17:32:00.544007 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.quota [None req-467c6a09-8f72-4e74-8ec9-d62d489b0a08 admin admin] Loaded quota_driver: . Jun 06 17:32:00.667592 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-467c6a09-8f72-4e74-8ec9-d62d489b0a08 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779967256029', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779967255338', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779967334612', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779967337376', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779967351333', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779967352915', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1643655', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1645312', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-652423', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1017302'] for rbac-policy, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:00.857790 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-467c6a09-8f72-4e74-8ec9-d62d489b0a08 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:00.859593 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-467c6a09-8f72-4e74-8ec9-d62d489b0a08 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8300714 Jun 06 17:32:03.424623 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 60484) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:32:03.770083 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Request body: {'network': {'project_id': '5e4b76e62f1945089e0da972b3cf56fc', 'name': 'private', 'admin_state_up': True, 'tenant_id': '5e4b76e62f1945089e0da972b3cf56fc'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:32:03.845944 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Made reservation on behalf of 5e4b76e62f1945089e0da972b3cf56fc for: {'network': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:32:03.848943 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1686528'] for network, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:03.866666 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:03.983473 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:04.057528 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:04.062513 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:04.084240 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=98885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:32:04.111235 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779962478749', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:04.111848 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Unsubscribe: segment precommit_create {{(pid=98885) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 06 17:32:04.112334 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.segments_db [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Added segment 23f505ed-da7f-4580-a998-07902b0e6209 of type vlan for network f0c3e25c-2672-421d-a344-7e032f136571 Jun 06 17:32:04.161837 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0c0e11-7b76-41bf-aed1-3812b90691da,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:04.177948 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:04.178298 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:04.178731 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:04.179060 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:04.179379 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:04.179728 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:04.180032 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:04.180349 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:04.180674 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:04.181021 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:04.181325 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:04.181630 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Tracked resource versions report: Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: pushed versions: Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: { 'AddressGroup': {'1.2'}, Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: 'ConntrackHelper': {'1.0'}, Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: 'Log': {'1.0'}, Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: 'Network': {'1.1'}, Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: 'Port': {'1.7'}, Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: 'PortForwarding': {'1.2'}, Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: 'QosPolicy': {'1.8'}, Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: 'SecurityGroup': {'1.4'}, Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: 'SecurityGroupRule': {'1.2'}, Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: 'SubPort': {'1.0'}, Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: 'Subnet': {'1.1'}, Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: 'Trunk': {'1.1'}} Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: consumer versions: Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: { DHCP agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: L3 agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: Metadata agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: Metering agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: Open vSwitch agent@dv-cinder-791281-4-iscsi: { 'AddressGroup': '1.2', Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: 'ConntrackHelper': '1.0', Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: 'Log': '1.0', Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: 'Network': '1.1', Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: 'Port': '1.7', Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: 'PortForwarding': '1.2', Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: 'QosPolicy': '1.8', Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: 'SecurityGroup': '1.4', Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: 'SecurityGroupRule': '1.2', Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: 'SubPort': '1.0', Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: 'Subnet': '1.1', Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: 'Trunk': '1.1'}} Jun 06 17:32:04.182735 dv-cinder-791281-4-iscsi neutron-server[98885]: {{(pid=98885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 17:32:04.227714 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:04.231256 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779962068718'] for network, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:04.324751 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186'] for network, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:04.326380 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:32:04.327780 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:04.332181 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:04.430733 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Pushing event updated for resources: {'Network': ['ID=f0c3e25c-2672-421d-a344-7e032f136571,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:04.433868 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:04.436205 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0100617 Jun 06 17:32:04.445403 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Network f0c3e25c-2672-421d-a344-7e032f136571 details requested by agent ovs-agent-dv-cinder-791281-4-iscsi with host dv-cinder-791281-4-iscsi {{(pid=98886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:32:07.131081 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 60498) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:32:07.568053 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c277b280-e30b-48fc-ba43-3ab35b06db00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:32:07.569391 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-c277b280-e30b-48fc-ba43-3ab35b06db00 admin admin] 10.222.0.18 "GET /v2.0/networks/f0c3e25c-2672-421d-a344-7e032f136571 HTTP/1.1" status: 200 len: 825 time: 0.4373720 Jun 06 17:32:07.596139 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-b0573d18-b18c-403c-8654-f84bcf0124c5 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/93ce2312-4b6d-4c1a-bab3-c05f0a5c44fe HTTP/1.1" status: 200 len: 734 time: 0.0214140 Jun 06 17:32:07.604310 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-e1462fb8-a374-4cc9-8ac4-11b56c6cb078 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '93ce2312-4b6d-4c1a-bab3-c05f0a5c44fe', 'ip_version': 4, 'tenant_id': '5e4b76e62f1945089e0da972b3cf56fc', 'network_id': 'f0c3e25c-2672-421d-a344-7e032f136571'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:32:07.680282 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1462fb8-a374-4cc9-8ac4-11b56c6cb078 admin admin] Made reservation on behalf of 5e4b76e62f1945089e0da972b3cf56fc for: {'subnet': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:32:07.682615 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e1462fb8-a374-4cc9-8ac4-11b56c6cb078 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:08.011174 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e1462fb8-a374-4cc9-8ac4-11b56c6cb078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195'] for subnet, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:08.016990 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:08.111881 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1462fb8-a374-4cc9-8ac4-11b56c6cb078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecbdc0a8-6803-476a-819c-eeba0026608b,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:08.113885 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1462fb8-a374-4cc9-8ac4-11b56c6cb078 admin admin] Checking segment: {'id': '23f505ed-da7f-4580-a998-07902b0e6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f0c3e25c-2672-421d-a344-7e032f136571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:32:08.114236 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1462fb8-a374-4cc9-8ac4-11b56c6cb078 admin admin] Network hostable DHCP agents. Network: f0c3e25c-2672-421d-a344-7e032f136571, hostable agents: ['45453017-52f2-4007-8a53-c2b26b96b466'], hosted agents: [] {{(pid=98885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:32:08.118462 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e1462fb8-a374-4cc9-8ac4-11b56c6cb078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:08.188615 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1462fb8-a374-4cc9-8ac4-11b56c6cb078 admin admin] Network f0c3e25c-2672-421d-a344-7e032f136571 is scheduled to be hosted by DHCP agent 45453017-52f2-4007-8a53-c2b26b96b466 with binding_index 1 {{(pid=98885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:32:08.269227 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-e1462fb8-a374-4cc9-8ac4-11b56c6cb078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-iscsi, f0c3e25c-2672-421d-a344-7e032f136571) {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:32:08.274931 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1462fb8-a374-4cc9-8ac4-11b56c6cb078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:32:08.275509 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e1462fb8-a374-4cc9-8ac4-11b56c6cb078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for subnet, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:08.277771 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af41e28-3fe5-4ad7-b639-48ef6dff94f1 None None] Network f0c3e25c-2672-421d-a344-7e032f136571 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:32:08.361162 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-e1462fb8-a374-4cc9-8ac4-11b56c6cb078 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7599158 Jun 06 17:32:08.594378 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fffc2be-ceb4-590f-8c94-af793f517164-f0c3e25c-2672-421d-a344-7e032f136571', 'network_id': 'f0c3e25c-2672-421d-a344-7e032f136571', 'tenant_id': '5e4b76e62f1945089e0da972b3cf56fc', 'fixed_ips': [{'subnet_id': 'ecbdc0a8-6803-476a-819c-eeba0026608b'}]}} from dv-cinder-791281-4-iscsi. {{(pid=98886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 17:32:08.595560 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:08.784880 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.db_base_plugin_common [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Allocated IP 172.20.0.2 (f0c3e25c-2672-421d-a344-7e032f136571/ecbdc0a8-6803-476a-819c-eeba0026608b/e6e1adfc-463a-4e9c-9f3e-cb11366dc851) {{(pid=98886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:32:09.012950 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Notify callbacks [] for port, precommit_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:09.026030 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Transition to ACTIVE for port object e6e1adfc-463a-4e9c-9f3e-cb11366dc851 will not be triggered until provisioned by entity L2. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:32:09.048036 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Transition to ACTIVE for port object e6e1adfc-463a-4e9c-9f3e-cb11366dc851 will not be triggered until provisioned by entity DHCP. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:32:09.132171 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136'] for port, after_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:09.137198 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:09.197105 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Network f0c3e25c-2672-421d-a344-7e032f136571 is already hosted by enough agents. {{(pid=98886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:32:09.199787 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.scheduler.base_scheduler [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Resources bound (agent type, host, resource id): {{(pid=98886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:32:09.206976 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Received port after_create {{(pid=98886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:32:09.209127 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Pushing event updated for resources: {'Port': ['ID=e6e1adfc-463a-4e9c-9f3e-cb11366dc851,revision_number=1']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:09.218331 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:09.218661 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:09.218983 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:09.219304 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:09.219617 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:09.219931 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:09.220242 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:09.220551 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:09.220896 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:09.221207 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:09.221511 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:09.221816 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Tracked resource versions report: Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: pushed versions: Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: { 'AddressGroup': {'1.2'}, Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: 'ConntrackHelper': {'1.0'}, Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: 'Log': {'1.0'}, Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: 'Network': {'1.1'}, Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: 'Port': {'1.7'}, Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: 'PortForwarding': {'1.2'}, Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: 'QosPolicy': {'1.8'}, Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: 'SecurityGroup': {'1.4'}, Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: 'SecurityGroupRule': {'1.2'}, Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: 'SubPort': {'1.0'}, Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: 'Subnet': {'1.1'}, Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: 'Trunk': {'1.1'}} Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: consumer versions: Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: { DHCP agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: L3 agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: Metadata agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: Metering agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: Open vSwitch agent@dv-cinder-791281-4-iscsi: { 'AddressGroup': '1.2', Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: 'ConntrackHelper': '1.0', Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: 'Log': '1.0', Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: 'Network': '1.1', Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: 'Port': '1.7', Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: 'PortForwarding': '1.2', Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: 'QosPolicy': '1.8', Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: 'SecurityGroup': '1.4', Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: 'SecurityGroupRule': '1.2', Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: 'SubPort': '1.0', Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: 'Subnet': '1.1', Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: 'Trunk': '1.1'}} Jun 06 17:32:09.222913 dv-cinder-791281-4-iscsi neutron-server[98886]: {{(pid=98886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 17:32:09.255181 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:09.309051 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Attempting to bind port e6e1adfc-463a-4e9c-9f3e-cb11366dc851 on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:32:09.309671 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Attempting to bind port e6e1adfc-463a-4e9c-9f3e-cb11366dc851 by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': '23f505ed-da7f-4580-a998-07902b0e6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f0c3e25c-2672-421d-a344-7e032f136571'}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:32:09.309810 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Attempting to bind port e6e1adfc-463a-4e9c-9f3e-cb11366dc851 on network f0c3e25c-2672-421d-a344-7e032f136571 {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:32:09.315718 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:32:09.316124 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Checking segment: {'id': '23f505ed-da7f-4580-a998-07902b0e6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f0c3e25c-2672-421d-a344-7e032f136571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:32:09.316593 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:09.317009 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Bound using segment: {'id': '23f505ed-da7f-4580-a998-07902b0e6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f0c3e25c-2672-421d-a344-7e032f136571'} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:32:09.317464 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Bound port: e6e1adfc-463a-4e9c-9f3e-cb11366dc851, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f505ed-da7f-4580-a998-07902b0e6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f0c3e25c-2672-421d-a344-7e032f136571'}}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:32:09.317841 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:09.404194 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] For port e6e1adfc-463a-4e9c-9f3e-cb11366dc851, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:32:09.407993 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] For port e6e1adfc-463a-4e9c-9f3e-cb11366dc851, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=e6e1adfc-463a-4e9c-9f3e-cb11366dc851,segment=NetworkSegment(23f505ed-da7f-4580-a998-07902b0e6209),segment_id=23f505ed-da7f-4580-a998-07902b0e6209)] {{(pid=98886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:32:09.469319 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:09.473268 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:09.551950 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Pushing event updated for resources: {'Port': ['ID=e6e1adfc-463a-4e9c-9f3e-cb11366dc851,revision_number=2']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:09.560397 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:10.775100 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 60506) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:32:11.146221 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [None req-bf11391e-0b3b-4e0e-a82f-cf37ff2a9d15 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=98885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 17:32:11.147192 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-bf11391e-0b3b-4e0e-a82f-cf37ff2a9d15 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3710613 Jun 06 17:32:13.549615 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 60514) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:32:13.924104 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [None req-d4c92c77-17ce-419d-92a4-6c98b225a862 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=98885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 17:32:13.925096 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-d4c92c77-17ce-419d-92a4-6c98b225a862 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3742602 Jun 06 17:32:14.637687 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device e6e1adfc-463a-4e9c-9f3e-cb11366dc851 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:32:14.771485 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port e6e1adfc-463a-4e9c-9f3e-cb11366dc851 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:32:15.351923 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f659ff-7bc0-4b81-9f1d-cc35020fc701 None None] Network f0c3e25c-2672-421d-a344-7e032f136571 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:32:15.465544 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-433e3822-7b66-4afd-9969-6e9b70d9058e None None] Provisioning for port e6e1adfc-463a-4e9c-9f3e-cb11366dc851 completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:32:15.481299 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-433e3822-7b66-4afd-9969-6e9b70d9058e None None] Provisioning complete for port e6e1adfc-463a-4e9c-9f3e-cb11366dc851 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:32:15.481696 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-433e3822-7b66-4afd-9969-6e9b70d9058e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:15.716030 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-433e3822-7b66-4afd-9969-6e9b70d9058e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:15.764814 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-433e3822-7b66-4afd-9969-6e9b70d9058e None None] For port e6e1adfc-463a-4e9c-9f3e-cb11366dc851, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=e6e1adfc-463a-4e9c-9f3e-cb11366dc851,segment=NetworkSegment(23f505ed-da7f-4580-a998-07902b0e6209),segment_id=23f505ed-da7f-4580-a998-07902b0e6209)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:32:15.846057 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-433e3822-7b66-4afd-9969-6e9b70d9058e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:15.848360 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:15.917751 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e3822-7b66-4afd-9969-6e9b70d9058e None None] Pushing event updated for resources: {'Port': ['ID=e6e1adfc-463a-4e9c-9f3e-cb11366dc851,revision_number=3']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:15.921494 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-433e3822-7b66-4afd-9969-6e9b70d9058e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:15.966113 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-7ab802bd-9184-4d27-beab-d184ab295150 None None] Provisioning complete for port e6e1adfc-463a-4e9c-9f3e-cb11366dc851 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:32:15.966413 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-7ab802bd-9184-4d27-beab-d184ab295150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:16.570149 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 60528) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:32:16.617282 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device e6e1adfc-463a-4e9c-9f3e-cb11366dc851 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:32:16.683940 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port e6e1adfc-463a-4e9c-9f3e-cb11366dc851 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:32:16.684303 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:16.917872 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-e9f86667-6df5-44d8-8117-4d12ce56a6c9 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '5e4b76e62f1945089e0da972b3cf56fc'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:32:17.029767 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e9f86667-6df5-44d8-8117-4d12ce56a6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-815938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126989'] for router, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:17.031606 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e9f86667-6df5-44d8-8117-4d12ce56a6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-815835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-813822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126996'] for router, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:17.052673 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e9f86667-6df5-44d8-8117-4d12ce56a6c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:17.218878 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e9f86667-6df5-44d8-8117-4d12ce56a6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-815947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-813731'] for router, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:17.301984 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e9f86667-6df5-44d8-8117-4d12ce56a6c9 admin admin] Notify callbacks [] for router, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:17.303188 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-e9f86667-6df5-44d8-8117-4d12ce56a6c9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7352698 Jun 06 17:32:19.638260 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 60536) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:32:20.011503 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [None req-8d30c8bc-1c9a-4ea9-9037-633d05b08adb admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=98885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 17:32:20.012471 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-8d30c8bc-1c9a-4ea9-9037-633d05b08adb admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3725264 Jun 06 17:32:20.263257 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-ed92cef9-2a79-48ee-a63d-6a59aa2b6fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:22.361018 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 60544) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:32:22.721643 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-fe1a8b1e-ad6e-4400-af1b-727a02517689 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:32:22.817389 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:22.845941 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1a8b1e-ad6e-4400-af1b-727a02517689 admin admin] Made reservation on behalf of d30cf174f1444ee697cd3ddb5389e4b4 for: {'network': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:32:22.848200 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-fe1a8b1e-ad6e-4400-af1b-727a02517689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1686528'] for network, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:22.860053 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-fe1a8b1e-ad6e-4400-af1b-727a02517689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:22.959426 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-fe1a8b1e-ad6e-4400-af1b-727a02517689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:22.988489 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-b9f6d63b-2a3b-4143-a648-7c083d016851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:23.028165 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-fe1a8b1e-ad6e-4400-af1b-727a02517689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:23.031809 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:23.046407 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fe1a8b1e-ad6e-4400-af1b-727a02517689 admin admin] Reserving flat network on physical network physnet1 {{(pid=98885) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 06 17:32:23.065956 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a8b1e-ad6e-4400-af1b-727a02517689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365842e1-726e-4911-ba14-ec4b8224fc9e,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:23.069727 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-fe1a8b1e-ad6e-4400-af1b-727a02517689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:23.070552 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-fe1a8b1e-ad6e-4400-af1b-727a02517689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:23.070881 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.segments_db [None req-fe1a8b1e-ad6e-4400-af1b-727a02517689 admin admin] Added segment 8acf786a-0138-4a13-9817-cde76d774146 of type flat for network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 Jun 06 17:32:23.101187 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-fe1a8b1e-ad6e-4400-af1b-727a02517689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779962068718'] for network, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:23.199785 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-fe1a8b1e-ad6e-4400-af1b-727a02517689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186'] for network, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:23.201115 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1a8b1e-ad6e-4400-af1b-727a02517689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:32:23.201673 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-fe1a8b1e-ad6e-4400-af1b-727a02517689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:23.204636 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:23.295328 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a8b1e-ad6e-4400-af1b-727a02517689 admin admin] Pushing event updated for resources: {'Network': ['ID=51853ba8-cea8-4c9b-b5c3-a56837a6d9d6,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:23.298519 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-fe1a8b1e-ad6e-4400-af1b-727a02517689 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9365184 Jun 06 17:32:23.299212 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-fe1a8b1e-ad6e-4400-af1b-727a02517689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:23.306381 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 details requested by agent ovs-agent-dv-cinder-791281-4-iscsi with host dv-cinder-791281-4-iscsi {{(pid=98886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:32:23.862651 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:24.985276 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 5 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:32:25.649309 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 60562) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:32:25.731352 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:25.862634 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227bb9a5-d7ff-4de8-9985-8980f30b644c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:32:25.863901 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-227bb9a5-d7ff-4de8-9985-8980f30b644c admin admin] 10.222.0.18 "GET /v2.0/subnets/ecbdc0a8-6803-476a-819c-eeba0026608b HTTP/1.1" status: 200 len: 849 time: 0.2136447 Jun 06 17:32:26.000328 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-e422960d-b412-4123-8a91-f947246b48cb admin admin] 10.222.0.18 "GET /v2.0/routers/b5e5029f-7c85-4f83-8a6a-1967d7de7f84 HTTP/1.1" status: 200 len: 704 time: 0.1310363 Jun 06 17:32:26.446519 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-27309b97-7ff7-455b-b345-ddc59dc82a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:26.695619 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [None req-27309b97-7ff7-455b-b345-ddc59dc82a83 admin admin] Allocated IP 172.20.0.1 (f0c3e25c-2672-421d-a344-7e032f136571/ecbdc0a8-6803-476a-819c-eeba0026608b/1e619eea-c3ca-4c56-945f-c2afb2403ca2) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:32:26.850327 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-27309b97-7ff7-455b-b345-ddc59dc82a83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:26.867169 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.provisioning_blocks [None req-27309b97-7ff7-455b-b345-ddc59dc82a83 admin admin] Transition to ACTIVE for port object 1e619eea-c3ca-4c56-945f-c2afb2403ca2 will not be triggered until provisioned by entity DHCP. {{(pid=98885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:32:26.977312 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-27309b97-7ff7-455b-b345-ddc59dc82a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:26.980872 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:27.047947 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27309b97-7ff7-455b-b345-ddc59dc82a83 admin admin] Network f0c3e25c-2672-421d-a344-7e032f136571 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:32:27.050866 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-27309b97-7ff7-455b-b345-ddc59dc82a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:32:27.063005 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27309b97-7ff7-455b-b345-ddc59dc82a83 admin admin] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:32:27.063889 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-27309b97-7ff7-455b-b345-ddc59dc82a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560105'] for router_interface, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:27.200442 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27309b97-7ff7-455b-b345-ddc59dc82a83 admin admin] Pushing event updated for resources: {'Port': ['ID=1e619eea-c3ca-4c56-945f-c2afb2403ca2,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:27.209488 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-27309b97-7ff7-455b-b345-ddc59dc82a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:27.320119 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-1f6c7f80-4ec1-4d5a-a7cb-40d3ab24268f None None] Provisioning for port 1e619eea-c3ca-4c56-945f-c2afb2403ca2 completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:32:27.324693 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-1f6c7f80-4ec1-4d5a-a7cb-40d3ab24268f None None] Provisioning complete for port 1e619eea-c3ca-4c56-945f-c2afb2403ca2 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:32:27.325086 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-1f6c7f80-4ec1-4d5a-a7cb-40d3ab24268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:27.378557 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c7f80-4ec1-4d5a-a7cb-40d3ab24268f None None] Port 1e619eea-c3ca-4c56-945f-c2afb2403ca2 cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:32:27.398325 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-27309b97-7ff7-455b-b345-ddc59dc82a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:27.621740 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-27309b97-7ff7-455b-b345-ddc59dc82a83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:27.686109 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-27309b97-7ff7-455b-b345-ddc59dc82a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:27.687241 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-27309b97-7ff7-455b-b345-ddc59dc82a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-811441'] for router_interface, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:27.691414 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:27.783059 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27309b97-7ff7-455b-b345-ddc59dc82a83 admin admin] Pushing event updated for resources: {'Port': ['ID=1e619eea-c3ca-4c56-945f-c2afb2403ca2,revision_number=2']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:27.785775 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-27309b97-7ff7-455b-b345-ddc59dc82a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:27.879745 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27309b97-7ff7-455b-b345-ddc59dc82a83 admin admin] Network f0c3e25c-2672-421d-a344-7e032f136571 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:32:27.880756 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-27309b97-7ff7-455b-b345-ddc59dc82a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:32:28.101737 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-39de9682-4671-4aef-bd52-e6661421ab23 None None] Provisioning complete for port 1e619eea-c3ca-4c56-945f-c2afb2403ca2 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:32:28.102104 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-39de9682-4671-4aef-bd52-e6661421ab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:28.137227 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27309b97-7ff7-455b-b345-ddc59dc82a83 admin admin] Router b5e5029f-7c85-4f83-8a6a-1967d7de7f84 is scheduled to L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 with binding_index 1 {{(pid=98885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 17:32:28.157261 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-39de9682-4671-4aef-bd52-e6661421ab23 None None] Port 1e619eea-c3ca-4c56-945f-c2afb2403ca2 cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:32:28.320658 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27309b97-7ff7-455b-b345-ddc59dc82a83 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:32:28.325481 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-27309b97-7ff7-455b-b345-ddc59dc82a83 admin admin] 10.222.0.18 "PUT /v2.0/routers/b5e5029f-7c85-4f83-8a6a-1967d7de7f84/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3201797 Jun 06 17:32:28.331853 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] Sync routers for ids ['b5e5029f-7c85-4f83-8a6a-1967d7de7f84'] in dv-cinder-791281-4-iscsi {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:32:28.342863 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] Routers {'b5e5029f-7c85-4f83-8a6a-1967d7de7f84'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:32:28.343974 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:32:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['b5e5029f-7c85-4f83-8a6a-1967d7de7f84'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:32:28.517136 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] Set router b5e5029f-7c85-4f83-8a6a-1967d7de7f84 gateway port host: None {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:32:28.875737 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e5029f-7c85-4f83-8a6a-1967d7de7f84', 'name': 'router1', 'tenant_id': '5e4b76e62f1945089e0da972b3cf56fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:32:17Z', 'updated_at': '2021-06-06T17:32:27Z', 'revision_number': 2, 'project_id': '5e4b76e62f1945089e0da972b3cf56fc', 'gw_port_host': None, '_interfaces': [{'id': '1e619eea-c3ca-4c56-945f-c2afb2403ca2', 'name': '', 'network_id': 'f0c3e25c-2672-421d-a344-7e032f136571', 'tenant_id': '5e4b76e62f1945089e0da972b3cf56fc', 'mac_address': 'fa:16:3e:c7:8b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e5029f-7c85-4f83-8a6a-1967d7de7f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecbdc0a8-6803-476a-819c-eeba0026608b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:32:26Z', 'updated_at': '2021-06-06T17:32:27Z', 'revision_number': 2, 'project_id': '5e4b76e62f1945089e0da972b3cf56fc', 'subnets': [{'id': 'ecbdc0a8-6803-476a-819c-eeba0026608b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93ce2312-4b6d-4c1a-bab3-c05f0a5c44fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:32:28.880692 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] Checking router: b5e5029f-7c85-4f83-8a6a-1967d7de7f84 for host: dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:32:28.881080 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] Updating router b5e5029f-7c85-4f83-8a6a-1967d7de7f84 port 1e619eea-c3ca-4c56-945f-c2afb2403ca2 binding host dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:32:28.934258 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:29.304303 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] Notify callbacks [] for port, precommit_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:29.318375 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.provisioning_blocks [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] Transition to ACTIVE for port object 1e619eea-c3ca-4c56-945f-c2afb2403ca2 will not be triggered until provisioned by entity L2. {{(pid=98887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:32:29.370586 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:29.376037 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:29.571887 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982facf3-d0ff-42e0-86ac-5f3f89b87004 None None] Pushing event updated for resources: {'Port': ['ID=1e619eea-c3ca-4c56-945f-c2afb2403ca2,revision_number=3']} {{(pid=98887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:29.597645 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] Attempting to bind port 1e619eea-c3ca-4c56-945f-c2afb2403ca2 on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:32:29.598040 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] Attempting to bind port 1e619eea-c3ca-4c56-945f-c2afb2403ca2 by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': '23f505ed-da7f-4580-a998-07902b0e6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f0c3e25c-2672-421d-a344-7e032f136571'}] {{(pid=98887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:32:29.598476 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] Attempting to bind port 1e619eea-c3ca-4c56-945f-c2afb2403ca2 on network f0c3e25c-2672-421d-a344-7e032f136571 {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:32:29.602357 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982facf3-d0ff-42e0-86ac-5f3f89b87004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:29.602687 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982facf3-d0ff-42e0-86ac-5f3f89b87004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:29.603007 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982facf3-d0ff-42e0-86ac-5f3f89b87004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:29.603322 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982facf3-d0ff-42e0-86ac-5f3f89b87004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:29.603635 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982facf3-d0ff-42e0-86ac-5f3f89b87004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:29.603945 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982facf3-d0ff-42e0-86ac-5f3f89b87004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:29.604250 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982facf3-d0ff-42e0-86ac-5f3f89b87004 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:29.604554 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982facf3-d0ff-42e0-86ac-5f3f89b87004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:29.604895 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982facf3-d0ff-42e0-86ac-5f3f89b87004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:29.605203 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982facf3-d0ff-42e0-86ac-5f3f89b87004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:29.605504 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982facf3-d0ff-42e0-86ac-5f3f89b87004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:29.605799 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982facf3-d0ff-42e0-86ac-5f3f89b87004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982facf3-d0ff-42e0-86ac-5f3f89b87004 None None] Tracked resource versions report: Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: pushed versions: Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: { 'AddressGroup': {'1.2'}, Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: 'ConntrackHelper': {'1.0'}, Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: 'Log': {'1.0'}, Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: 'Network': {'1.1'}, Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: 'Port': {'1.7'}, Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: 'PortForwarding': {'1.2'}, Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: 'QosPolicy': {'1.8'}, Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: 'SecurityGroup': {'1.4'}, Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: 'SecurityGroupRule': {'1.2'}, Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: 'SubPort': {'1.0'}, Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: 'Subnet': {'1.1'}, Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: 'Trunk': {'1.1'}} Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: consumer versions: Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: { DHCP agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: L3 agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: Metadata agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: Metering agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: Open vSwitch agent@dv-cinder-791281-4-iscsi: { 'AddressGroup': '1.2', Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: 'ConntrackHelper': '1.0', Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: 'Log': '1.0', Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: 'Network': '1.1', Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: 'Port': '1.7', Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: 'PortForwarding': '1.2', Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: 'QosPolicy': '1.8', Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: 'SecurityGroup': '1.4', Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: 'SecurityGroupRule': '1.2', Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: 'SubPort': '1.0', Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: 'Subnet': '1.1', Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: 'Trunk': '1.1'}} Jun 06 17:32:29.606925 dv-cinder-791281-4-iscsi neutron-server[98887]: {{(pid=98887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 17:32:29.611258 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:32:29.611664 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] Checking segment: {'id': '23f505ed-da7f-4580-a998-07902b0e6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f0c3e25c-2672-421d-a344-7e032f136571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:32:29.612136 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:29.612509 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] Bound using segment: {'id': '23f505ed-da7f-4580-a998-07902b0e6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f0c3e25c-2672-421d-a344-7e032f136571'} {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:32:29.612999 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] Bound port: 1e619eea-c3ca-4c56-945f-c2afb2403ca2, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f505ed-da7f-4580-a998-07902b0e6209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f0c3e25c-2672-421d-a344-7e032f136571'}}] {{(pid=98887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:32:29.613360 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:29.621746 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-982facf3-d0ff-42e0-86ac-5f3f89b87004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:29.761599 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.db [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] For port 1e619eea-c3ca-4c56-945f-c2afb2403ca2, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:32:29.765955 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.db [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] For port 1e619eea-c3ca-4c56-945f-c2afb2403ca2, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=1e619eea-c3ca-4c56-945f-c2afb2403ca2,segment=NetworkSegment(23f505ed-da7f-4580-a998-07902b0e6209),segment_id=23f505ed-da7f-4580-a998-07902b0e6209)] {{(pid=98887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:32:29.879860 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:29.883819 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:29.990186 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] Routers {'b5e5029f-7c85-4f83-8a6a-1967d7de7f84'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:32:29.990808 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:32:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['b5e5029f-7c85-4f83-8a6a-1967d7de7f84'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:32:30.057279 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982facf3-d0ff-42e0-86ac-5f3f89b87004 None None] Pushing event updated for resources: {'Port': ['ID=1e619eea-c3ca-4c56-945f-c2afb2403ca2,revision_number=4']} {{(pid=98887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:30.068774 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-982facf3-d0ff-42e0-86ac-5f3f89b87004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:30.158260 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] Set router b5e5029f-7c85-4f83-8a6a-1967d7de7f84 gateway port host: None {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:32:30.475307 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e5029f-7c85-4f83-8a6a-1967d7de7f84', 'name': 'router1', 'tenant_id': '5e4b76e62f1945089e0da972b3cf56fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:32:17Z', 'updated_at': '2021-06-06T17:32:27Z', 'revision_number': 2, 'project_id': '5e4b76e62f1945089e0da972b3cf56fc', 'gw_port_host': None, '_interfaces': [{'id': '1e619eea-c3ca-4c56-945f-c2afb2403ca2', 'name': '', 'network_id': 'f0c3e25c-2672-421d-a344-7e032f136571', 'tenant_id': '5e4b76e62f1945089e0da972b3cf56fc', 'mac_address': 'fa:16:3e:c7:8b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e5029f-7c85-4f83-8a6a-1967d7de7f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecbdc0a8-6803-476a-819c-eeba0026608b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:32:26Z', 'updated_at': '2021-06-06T17:32:29Z', 'revision_number': 4, 'project_id': '5e4b76e62f1945089e0da972b3cf56fc', 'subnets': [{'id': 'ecbdc0a8-6803-476a-819c-eeba0026608b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93ce2312-4b6d-4c1a-bab3-c05f0a5c44fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:32:30.479148 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1f3468-33c0-4729-ba4b-71e161381193 None None] The sync data for ids ['b5e5029f-7c85-4f83-8a6a-1967d7de7f84'] in dv-cinder-791281-4-iscsi is: [{'id': 'b5e5029f-7c85-4f83-8a6a-1967d7de7f84', 'name': 'router1', 'tenant_id': '5e4b76e62f1945089e0da972b3cf56fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:32:17Z', 'updated_at': '2021-06-06T17:32:27Z', 'revision_number': 2, 'project_id': '5e4b76e62f1945089e0da972b3cf56fc', 'gw_port_host': None, '_interfaces': [{'id': '1e619eea-c3ca-4c56-945f-c2afb2403ca2', 'name': '', 'network_id': 'f0c3e25c-2672-421d-a344-7e032f136571', 'tenant_id': '5e4b76e62f1945089e0da972b3cf56fc', 'mac_address': 'fa:16:3e:c7:8b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e5029f-7c85-4f83-8a6a-1967d7de7f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecbdc0a8-6803-476a-819c-eeba0026608b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:32:26Z', 'updated_at': '2021-06-06T17:32:29Z', 'revision_number': 4, 'project_id': '5e4b76e62f1945089e0da972b3cf56fc', 'subnets': [{'id': 'ecbdc0a8-6803-476a-819c-eeba0026608b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93ce2312-4b6d-4c1a-bab3-c05f0a5c44fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:32:30.563352 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 60582) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:32:30.707082 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428e28c5-ee15-4f10-9f80-5f6d1268bac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:32:30.708413 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-428e28c5-ee15-4f10-9f80-5f6d1268bac5 admin admin] 10.222.0.18 "GET /v2.0/networks/51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 HTTP/1.1" status: 200 len: 842 time: 0.1441021 Jun 06 17:32:30.718413 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-8a0d0ca1-e3b6-4a08-9022-08238865fea9 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:32:30.800137 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0d0ca1-e3b6-4a08-9022-08238865fea9 admin admin] Made reservation on behalf of d30cf174f1444ee697cd3ddb5389e4b4 for: {'subnet': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:32:30.802479 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8a0d0ca1-e3b6-4a08-9022-08238865fea9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:31.201408 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.objects.ports [None req-8a0d0ca1-e3b6-4a08-9022-08238865fea9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98885) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 06 17:32:31.201829 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8a0d0ca1-e3b6-4a08-9022-08238865fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195'] for subnet, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:31.206107 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:31.276292 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d0ca1-e3b6-4a08-9022-08238865fea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59a9bba0-da8c-4953-8d6b-87895ebef86f,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:31.278385 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0d0ca1-e3b6-4a08-9022-08238865fea9 admin admin] Checking segment: {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:32:31.278788 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0d0ca1-e3b6-4a08-9022-08238865fea9 admin admin] Network hostable DHCP agents. Network: 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6, hostable agents: ['45453017-52f2-4007-8a53-c2b26b96b466'], hosted agents: [] {{(pid=98885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:32:31.281380 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-8a0d0ca1-e3b6-4a08-9022-08238865fea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:31.371005 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0d0ca1-e3b6-4a08-9022-08238865fea9 admin admin] Network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 is scheduled to be hosted by DHCP agent 45453017-52f2-4007-8a53-c2b26b96b466 with binding_index 1 {{(pid=98885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:32:31.456184 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-8a0d0ca1-e3b6-4a08-9022-08238865fea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-iscsi, 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6) {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:32:31.460086 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0d0ca1-e3b6-4a08-9022-08238865fea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:32:31.460653 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8a0d0ca1-e3b6-4a08-9022-08238865fea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for subnet, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:31.466930 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ce2af3-8a91-4d6d-ac32-c8807294eafc None None] Network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:32:31.556815 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-8a0d0ca1-e3b6-4a08-9022-08238865fea9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8283961 Jun 06 17:32:31.672469 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b94cfa-76cd-4d27-bdca-582611c5a4fb None None] Network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:32:33.855130 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 60594) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:32:34.057473 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-daed76f5-6547-4752-b3fc-e7fa7846b0b7 admin admin] 10.222.0.18 "GET /v2.0/routers/b5e5029f-7c85-4f83-8a6a-1967d7de7f84 HTTP/1.1" status: 200 len: 710 time: 0.2011211 Jun 06 17:32:34.183234 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174d1342-32b9-4d3e-a54f-ff763d632211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:32:34.184613 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-174d1342-32b9-4d3e-a54f-ff763d632211 admin admin] 10.222.0.18 "GET /v2.0/networks/51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 HTTP/1.1" status: 200 len: 886 time: 0.1215641 Jun 06 17:32:34.193821 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-1f61a530-e8ae-45b4-b28c-c3ead5fc5885 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:32:34.656951 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 1e619eea-c3ca-4c56-945f-c2afb2403ca2 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:32:34.681078 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1f61a530-e8ae-45b4-b28c-c3ead5fc5885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-813708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-815952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127010'] for router, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:34.846462 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port 1e619eea-c3ca-4c56-945f-c2afb2403ca2 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:32:34.852920 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 1e619eea-c3ca-4c56-945f-c2afb2403ca2 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:32:34.857687 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:34.969525 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:34.999988 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port 1e619eea-c3ca-4c56-945f-c2afb2403ca2, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=1e619eea-c3ca-4c56-945f-c2afb2403ca2,segment=NetworkSegment(23f505ed-da7f-4580-a998-07902b0e6209),segment_id=23f505ed-da7f-4580-a998-07902b0e6209)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:32:35.091787 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:35.094003 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-433e3822-7b66-4afd-9969-6e9b70d9058e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:35.135743 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1f61a530-e8ae-45b4-b28c-c3ead5fc5885 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:35.166027 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=1e619eea-c3ca-4c56-945f-c2afb2403ca2,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:35.169150 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:35.196407 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1f61a530-e8ae-45b4-b28c-c3ead5fc5885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:35.443449 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [None req-1f61a530-e8ae-45b4-b28c-c3ead5fc5885 admin admin] Allocated IP 172.27.1.130 (51853ba8-cea8-4c9b-b5c3-a56837a6d9d6/59a9bba0-da8c-4953-8d6b-87895ebef86f/52f84322-2caf-429f-a8dd-59af4abcdac9) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:32:35.590818 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1f61a530-e8ae-45b4-b28c-c3ead5fc5885 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:35.662917 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1f61a530-e8ae-45b4-b28c-c3ead5fc5885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:35.667442 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-27309b97-7ff7-455b-b345-ddc59dc82a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:35.728572 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f61a530-e8ae-45b4-b28c-c3ead5fc5885 admin admin] Network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:32:35.731328 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-1f61a530-e8ae-45b4-b28c-c3ead5fc5885 admin admin] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:32:35.735320 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f61a530-e8ae-45b4-b28c-c3ead5fc5885 admin admin] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:32:35.817624 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61a530-e8ae-45b4-b28c-c3ead5fc5885 admin admin] Pushing event updated for resources: {'Port': ['ID=52f84322-2caf-429f-a8dd-59af4abcdac9,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:35.866598 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-1f61a530-e8ae-45b4-b28c-c3ead5fc5885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:36.193005 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1f61a530-e8ae-45b4-b28c-c3ead5fc5885 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:36.568254 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1f61a530-e8ae-45b4-b28c-c3ead5fc5885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-813708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-815952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127010'] for router, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:36.571364 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1f61a530-e8ae-45b4-b28c-c3ead5fc5885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-813731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-813717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-813722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-815961'] for router, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:36.630748 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 1e619eea-c3ca-4c56-945f-c2afb2403ca2 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:32:36.700954 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 1e619eea-c3ca-4c56-945f-c2afb2403ca2 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:32:36.701369 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:36.746005 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f61a530-e8ae-45b4-b28c-c3ead5fc5885 admin admin] Router b5e5029f-7c85-4f83-8a6a-1967d7de7f84 has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:32:36.922365 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f61a530-e8ae-45b4-b28c-c3ead5fc5885 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:32:36.926390 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1f61a530-e8ae-45b4-b28c-c3ead5fc5885 admin admin] Notify callbacks [] for router, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:36.927546 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-1f61a530-e8ae-45b4-b28c-c3ead5fc5885 admin admin] 10.222.0.18 "PUT /v2.0/routers/b5e5029f-7c85-4f83-8a6a-1967d7de7f84 HTTP/1.1" status: 200 len: 890 time: 2.7368670 Jun 06 17:32:36.932140 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] Sync routers for ids ['b5e5029f-7c85-4f83-8a6a-1967d7de7f84'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:32:36.943107 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] Routers {'b5e5029f-7c85-4f83-8a6a-1967d7de7f84'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:32:36.943778 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:32:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['b5e5029f-7c85-4f83-8a6a-1967d7de7f84'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:32:37.134134 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] Set router b5e5029f-7c85-4f83-8a6a-1967d7de7f84 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:32:37.478330 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e5029f-7c85-4f83-8a6a-1967d7de7f84', 'name': 'router1', 'tenant_id': '5e4b76e62f1945089e0da972b3cf56fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '52f84322-2caf-429f-a8dd-59af4abcdac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:32:17Z', 'updated_at': '2021-06-06T17:32:35Z', 'revision_number': 4, 'project_id': '5e4b76e62f1945089e0da972b3cf56fc', 'gw_port': {'id': '52f84322-2caf-429f-a8dd-59af4abcdac9', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:66:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e5029f-7c85-4f83-8a6a-1967d7de7f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:32:35Z', 'updated_at': '2021-06-06T17:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '1e619eea-c3ca-4c56-945f-c2afb2403ca2', 'name': '', 'network_id': 'f0c3e25c-2672-421d-a344-7e032f136571', 'tenant_id': '5e4b76e62f1945089e0da972b3cf56fc', 'mac_address': 'fa:16:3e:c7:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e5029f-7c85-4f83-8a6a-1967d7de7f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecbdc0a8-6803-476a-819c-eeba0026608b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:32:26Z', 'updated_at': '2021-06-06T17:32:34Z', 'revision_number': 5, 'project_id': '5e4b76e62f1945089e0da972b3cf56fc', 'subnets': [{'id': 'ecbdc0a8-6803-476a-819c-eeba0026608b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93ce2312-4b6d-4c1a-bab3-c05f0a5c44fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:32:37.483285 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] Checking router: b5e5029f-7c85-4f83-8a6a-1967d7de7f84 for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:32:37.483641 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] Updating router b5e5029f-7c85-4f83-8a6a-1967d7de7f84 port 52f84322-2caf-429f-a8dd-59af4abcdac9 binding host dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:32:37.538998 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:37.862728 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] Notify callbacks [] for port, precommit_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:37.874527 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] Transition to ACTIVE for port object 52f84322-2caf-429f-a8dd-59af4abcdac9 will not be triggered until provisioned by entity L2. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:32:37.937268 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:37.941274 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:38.023973 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04066ef2-8f79-484d-86f1-0775674e2c1d None None] Pushing event updated for resources: {'Port': ['ID=52f84322-2caf-429f-a8dd-59af4abcdac9,revision_number=2']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:38.029571 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-04066ef2-8f79-484d-86f1-0775674e2c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:38.037263 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] Attempting to bind port 52f84322-2caf-429f-a8dd-59af4abcdac9 on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:32:38.037639 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] Attempting to bind port 52f84322-2caf-429f-a8dd-59af4abcdac9 by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:32:38.038004 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] Attempting to bind port 52f84322-2caf-429f-a8dd-59af4abcdac9 on network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:32:38.043679 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:32:38.044642 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] Checking segment: {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:32:38.045359 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:38.045773 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] Bound using segment: {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:32:38.046251 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] Bound port: 52f84322-2caf-429f-a8dd-59af4abcdac9, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:32:38.046624 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:38.146203 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] For port 52f84322-2caf-429f-a8dd-59af4abcdac9, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:32:38.149402 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] For port 52f84322-2caf-429f-a8dd-59af4abcdac9, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=52f84322-2caf-429f-a8dd-59af4abcdac9,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:32:38.229271 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:38.234085 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:38.312623 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] Routers {'b5e5029f-7c85-4f83-8a6a-1967d7de7f84'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:32:38.313726 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:32:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['b5e5029f-7c85-4f83-8a6a-1967d7de7f84'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:32:38.369889 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04066ef2-8f79-484d-86f1-0775674e2c1d None None] Pushing event updated for resources: {'Port': ['ID=52f84322-2caf-429f-a8dd-59af4abcdac9,revision_number=3']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:38.381663 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-04066ef2-8f79-484d-86f1-0775674e2c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:38.504021 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] Set router b5e5029f-7c85-4f83-8a6a-1967d7de7f84 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:32:38.874317 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e5029f-7c85-4f83-8a6a-1967d7de7f84', 'name': 'router1', 'tenant_id': '5e4b76e62f1945089e0da972b3cf56fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '52f84322-2caf-429f-a8dd-59af4abcdac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:32:17Z', 'updated_at': '2021-06-06T17:32:35Z', 'revision_number': 4, 'project_id': '5e4b76e62f1945089e0da972b3cf56fc', 'gw_port': {'id': '52f84322-2caf-429f-a8dd-59af4abcdac9', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:66:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e5029f-7c85-4f83-8a6a-1967d7de7f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:32:35Z', 'updated_at': '2021-06-06T17:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '1e619eea-c3ca-4c56-945f-c2afb2403ca2', 'name': '', 'network_id': 'f0c3e25c-2672-421d-a344-7e032f136571', 'tenant_id': '5e4b76e62f1945089e0da972b3cf56fc', 'mac_address': 'fa:16:3e:c7:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e5029f-7c85-4f83-8a6a-1967d7de7f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecbdc0a8-6803-476a-819c-eeba0026608b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:32:26Z', 'updated_at': '2021-06-06T17:32:34Z', 'revision_number': 5, 'project_id': '5e4b76e62f1945089e0da972b3cf56fc', 'subnets': [{'id': 'ecbdc0a8-6803-476a-819c-eeba0026608b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93ce2312-4b6d-4c1a-bab3-c05f0a5c44fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:32:38.878423 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01cd70-a46a-4397-8e5b-c2db394b59de None None] The sync data for ids ['b5e5029f-7c85-4f83-8a6a-1967d7de7f84'] in dv-cinder-791281-4-iscsi is: [{'id': 'b5e5029f-7c85-4f83-8a6a-1967d7de7f84', 'name': 'router1', 'tenant_id': '5e4b76e62f1945089e0da972b3cf56fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '52f84322-2caf-429f-a8dd-59af4abcdac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:32:17Z', 'updated_at': '2021-06-06T17:32:35Z', 'revision_number': 4, 'project_id': '5e4b76e62f1945089e0da972b3cf56fc', 'gw_port': {'id': '52f84322-2caf-429f-a8dd-59af4abcdac9', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:66:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e5029f-7c85-4f83-8a6a-1967d7de7f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:32:35Z', 'updated_at': '2021-06-06T17:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '1e619eea-c3ca-4c56-945f-c2afb2403ca2', 'name': '', 'network_id': 'f0c3e25c-2672-421d-a344-7e032f136571', 'tenant_id': '5e4b76e62f1945089e0da972b3cf56fc', 'mac_address': 'fa:16:3e:c7:8b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e5029f-7c85-4f83-8a6a-1967d7de7f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecbdc0a8-6803-476a-819c-eeba0026608b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:32:26Z', 'updated_at': '2021-06-06T17:32:34Z', 'revision_number': 5, 'project_id': '5e4b76e62f1945089e0da972b3cf56fc', 'subnets': [{'id': 'ecbdc0a8-6803-476a-819c-eeba0026608b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93ce2312-4b6d-4c1a-bab3-c05f0a5c44fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:32:39.398002 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 60602) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:32:39.516828 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-8130c364-432d-4268-9595-ed2bc96079d8 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1158204 Jun 06 17:32:40.664012 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 52f84322-2caf-429f-a8dd-59af4abcdac9 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:32:40.811913 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port 52f84322-2caf-429f-a8dd-59af4abcdac9 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:32:40.817093 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 52f84322-2caf-429f-a8dd-59af4abcdac9 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:32:40.817523 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:40.937917 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:40.953334 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port 52f84322-2caf-429f-a8dd-59af4abcdac9, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=52f84322-2caf-429f-a8dd-59af4abcdac9,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:32:40.994264 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:40.997451 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:32:41.062389 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=52f84322-2caf-429f-a8dd-59af4abcdac9,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:32:41.065363 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:32:42.649806 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 52f84322-2caf-429f-a8dd-59af4abcdac9 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:32:42.723534 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 52f84322-2caf-429f-a8dd-59af4abcdac9 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:32:42.724338 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:50.331189 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e6fd-8b26-4ff9-91c9-55f278be24cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:52.828078 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:52.977112 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-0160fcf6-8471-484b-9b46-e163f1069f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:53.822666 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:32:55.759884 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:33:01.985987 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 5 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:33:20.267357 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-a91c9d1f-1932-4f5f-abde-618eab2808bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:33:23.015928 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:33:23.039552 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-a4708705-5fd5-432c-a6a9-163182a16720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:33:23.884613 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:33:25.724566 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:33:38.987000 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 5 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:33:50.273108 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-46925ef2-986c-4a7d-be5a-d02fc6514de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:33:52.787185 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:33:52.969855 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-4c5acf32-a5c2-4646-b5e6-e051557551cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:33:53.838476 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:33:55.691167 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:15.985292 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 5 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:34:17.220040 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 32938) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:34:17.285906 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.pecan_wsgi.hooks.translation [None req-491acd6b-1903-4a01-bf7e-64a149b07f54 admin admin] GET failed (client error): The resource could not be found. Jun 06 17:34:17.287120 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-491acd6b-1903-4a01-bf7e-64a149b07f54 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0661328 Jun 06 17:34:17.412330 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b2fec5-74bc-4508-8d54-b43c9171fa3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:17.413719 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-36b2fec5-74bc-4508-8d54-b43c9171fa3c admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1229153 Jun 06 17:34:19.554644 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 32948) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:34:19.662925 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093cf40e-9f90-49bf-8cd7-59c5d1f2df55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:19.664445 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-093cf40e-9f90-49bf-8cd7-59c5d1f2df55 admin admin] 10.222.0.18 "GET /v2.0/subnets/ecbdc0a8-6803-476a-819c-eeba0026608b HTTP/1.1" status: 200 len: 849 time: 0.1086364 Jun 06 17:34:19.673664 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-e3a8ad03-fc8f-4d3b-b012-e5ef77c885ab admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:34:19.789850 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e3a8ad03-fc8f-4d3b-b012-e5ef77c885ab admin admin] Notify callbacks [] for subnet, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:20.060848 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e3a8ad03-fc8f-4d3b-b012-e5ef77c885ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779962354661'] for subnet, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:20.064352 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:34:20.102690 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a8ad03-fc8f-4d3b-b012-e5ef77c885ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:20.103855 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e3a8ad03-fc8f-4d3b-b012-e5ef77c885ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for subnet, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:20.109141 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-e3a8ad03-fc8f-4d3b-b012-e5ef77c885ab admin admin] 10.222.0.18 "PUT /v2.0/subnets/ecbdc0a8-6803-476a-819c-eeba0026608b HTTP/1.1" status: 200 len: 868 time: 0.4351740 Jun 06 17:34:20.109350 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f13975-b32e-430d-bbbe-dfb6ccc87acc None None] Network f0c3e25c-2672-421d-a344-7e032f136571 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:34:20.131202 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8ad03-fc8f-4d3b-b012-e5ef77c885ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecbdc0a8-6803-476a-819c-eeba0026608b,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:34:20.139088 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8ad03-fc8f-4d3b-b012-e5ef77c885ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:34:20.139592 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8ad03-fc8f-4d3b-b012-e5ef77c885ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:34:20.139917 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8ad03-fc8f-4d3b-b012-e5ef77c885ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:34:20.140395 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8ad03-fc8f-4d3b-b012-e5ef77c885ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:34:20.140915 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8ad03-fc8f-4d3b-b012-e5ef77c885ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:34:20.141243 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8ad03-fc8f-4d3b-b012-e5ef77c885ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:34:20.141565 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8ad03-fc8f-4d3b-b012-e5ef77c885ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:34:20.141903 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8ad03-fc8f-4d3b-b012-e5ef77c885ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:34:20.142228 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8ad03-fc8f-4d3b-b012-e5ef77c885ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:34:20.142550 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8ad03-fc8f-4d3b-b012-e5ef77c885ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:34:20.142866 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8ad03-fc8f-4d3b-b012-e5ef77c885ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:34:20.143177 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a8ad03-fc8f-4d3b-b012-e5ef77c885ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:34:20.147152 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e3a8ad03-fc8f-4d3b-b012-e5ef77c885ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:34:20.307316 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-4d91a827-6097-4a2f-a633-7ddb73a2e6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:20.573721 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-40075541-69a2-4fdb-8ab1-d92da16aa9b3 None None] Provisioning complete for port 1e619eea-c3ca-4c56-945f-c2afb2403ca2 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:34:20.574091 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-40075541-69a2-4fdb-8ab1-d92da16aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:20.699655 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-40075541-69a2-4fdb-8ab1-d92da16aa9b3 None None] Provisioning complete for port e6e1adfc-463a-4e9c-9f3e-cb11366dc851 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:34:20.700021 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-40075541-69a2-4fdb-8ab1-d92da16aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:22.256395 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 32956) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:34:22.473573 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2bee51-d6e9-4a10-b492-63e68b09db7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:22.473959 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2bee51-d6e9-4a10-b492-63e68b09db7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:22.475480 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-ef2bee51-d6e9-4a10-b492-63e68b09db7e admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2181094 Jun 06 17:34:22.797810 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:22.963947 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-01b3acc3-f448-4a4e-9837-d58ec7c93668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:23.803337 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:24.610294 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 32964) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:34:24.823067 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25402ef3-c5f7-4a0d-b648-987d67777ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:24.823449 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25402ef3-c5f7-4a0d-b648-987d67777ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:24.824980 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-25402ef3-c5f7-4a0d-b648-987d67777ef9 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2137227 Jun 06 17:34:25.713173 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:26.981039 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 32972) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:34:27.117398 dv-cinder-791281-4-iscsi neutron-server[98884]: WARNING oslo_policy.policy [None req-35d7e89a-f70c-4ca8-ab78-a5b34a7157d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 17:34:27.117988 dv-cinder-791281-4-iscsi neutron-server[98884]: WARNING oslo_policy.policy [None req-35d7e89a-f70c-4ca8-ab78-a5b34a7157d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 17:34:27.591401 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.policy [None req-35d7e89a-f70c-4ca8-ab78-a5b34a7157d0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98884) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 06 17:34:27.636803 dv-cinder-791281-4-iscsi neutron-server[98884]: WARNING oslo_policy.policy [None req-35d7e89a-f70c-4ca8-ab78-a5b34a7157d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 17:34:27.637191 dv-cinder-791281-4-iscsi neutron-server[98884]: WARNING oslo_policy.policy [None req-35d7e89a-f70c-4ca8-ab78-a5b34a7157d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 06 17:34:27.645317 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d7e89a-f70c-4ca8-ab78-a5b34a7157d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:27.647020 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-35d7e89a-f70c-4ca8-ab78-a5b34a7157d0 admin admin] 10.222.0.18 "GET /v2.0/networks/51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 HTTP/1.1" status: 200 len: 886 time: 0.6650541 Jun 06 17:34:29.768576 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 32988) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:34:29.943698 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ecd102-2dcb-4d26-91a8-b27625362b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:29.944972 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-99ecd102-2dcb-4d26-91a8-b27625362b19 admin admin] 10.222.0.18 "GET /v2.0/networks/f0c3e25c-2672-421d-a344-7e032f136571 HTTP/1.1" status: 200 len: 869 time: 0.1753933 Jun 06 17:34:32.038922 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 32996) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:34:32.146918 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55108bd2-3057-458b-b582-8046edef6214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:32.147374 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55108bd2-3057-458b-b582-8046edef6214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:32.148884 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-55108bd2-3057-458b-b582-8046edef6214 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1090107 Jun 06 17:34:34.274216 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 33004) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:34:34.381305 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb70703-b70c-41ca-806e-cd162246ca46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:34.381757 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb70703-b70c-41ca-806e-cd162246ca46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:34.383218 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-bfb70703-b70c-41ca-806e-cd162246ca46 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1071246 Jun 06 17:34:36.509501 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 33012) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:34:36.611282 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350f49e9-4c8d-4c0a-a023-c0fd754d30fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:36.612582 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-350f49e9-4c8d-4c0a-a023-c0fd754d30fe admin admin] 10.222.0.18 "GET /v2.0/subnets/59a9bba0-da8c-4953-8d6b-87895ebef86f HTTP/1.1" status: 200 len: 816 time: 0.1021051 Jun 06 17:34:38.761756 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 33020) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:34:38.865585 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44334c30-0896-430c-a89e-7b6ed1f7c2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:34:38.866845 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-44334c30-0896-430c-a89e-7b6ed1f7c2f5 admin admin] 10.222.0.18 "GET /v2.0/subnets/ecbdc0a8-6803-476a-819c-eeba0026608b HTTP/1.1" status: 200 len: 868 time: 0.1041639 Jun 06 17:34:50.277867 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-013ce888-a2f7-41dc-8c50-3ceab4066f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:52.791924 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:52.957354 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-b4f1dfca-b952-4be2-a4f5-6c19f06d7873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:52.983696 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 5 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:34:53.808965 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:34:55.751837 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:02.093504 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 33064) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:35:02.139667 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [None req-b1638656-d9c7-4336-80d3-9f1bf51c9d14 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=98885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 17:35:02.140623 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-b1638656-d9c7-4336-80d3-9f1bf51c9d14 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462089 Jun 06 17:35:04.361322 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 33072) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:35:04.427015 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.pecan_wsgi.hooks.translation [None req-de13ecab-91d8-432a-bbbf-30abe87ae012 admin admin] GET failed (client error): The resource could not be found. Jun 06 17:35:04.428242 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-de13ecab-91d8-432a-bbbf-30abe87ae012 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0660110 Jun 06 17:35:04.549969 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b095a4de-5c2d-48c7-9b78-d33e0e19f23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:35:04.551286 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-b095a4de-5c2d-48c7-9b78-d33e0e19f23d admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1189091 Jun 06 17:35:06.673934 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 33080) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:35:06.721345 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-961effc3-0e53-499e-bb9a-a1a824c487ca admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:35:06.791498 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961effc3-0e53-499e-bb9a-a1a824c487ca admin admin] Made reservation on behalf of d30cf174f1444ee697cd3ddb5389e4b4 for: {'network': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:35:06.793738 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-961effc3-0e53-499e-bb9a-a1a824c487ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1686528'] for network, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:06.884952 dv-cinder-791281-4-iscsi neutron-server[98885]: WARNING neutron.services.revisions.revision_plugin [None req-961effc3-0e53-499e-bb9a-a1a824c487ca admin admin] Could not find related network for resource to bump revision. Jun 06 17:35:06.895497 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961effc3-0e53-499e-bb9a-a1a824c487ca admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=98885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:35:06.904337 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-961effc3-0e53-499e-bb9a-a1a824c487ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:06.904654 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.segments_db [None req-961effc3-0e53-499e-bb9a-a1a824c487ca admin admin] Added segment af859840-5f91-4b78-af11-38de32c13c3f of type vlan for network 8a91fc59-a9b7-4f93-8eb6-138eacb99dd7 Jun 06 17:35:06.929219 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-961effc3-0e53-499e-bb9a-a1a824c487ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779962068718'] for network, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:07.031669 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-961effc3-0e53-499e-bb9a-a1a824c487ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186'] for network, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:07.032971 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961effc3-0e53-499e-bb9a-a1a824c487ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:35:07.033537 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-961effc3-0e53-499e-bb9a-a1a824c487ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:07.036645 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-fe1a8b1e-ad6e-4400-af1b-727a02517689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:35:07.127442 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961effc3-0e53-499e-bb9a-a1a824c487ca admin admin] Pushing event updated for resources: {'Network': ['ID=8a91fc59-a9b7-4f93-8eb6-138eacb99dd7,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:35:07.130089 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-961effc3-0e53-499e-bb9a-a1a824c487ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:35:07.138417 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Network 8a91fc59-a9b7-4f93-8eb6-138eacb99dd7 details requested by agent ovs-agent-dv-cinder-791281-4-iscsi with host dv-cinder-791281-4-iscsi {{(pid=98886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:35:07.157989 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-961effc3-0e53-499e-bb9a-a1a824c487ca admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4829121 Jun 06 17:35:09.288494 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 33088) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:35:09.355583 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6ae3c6-f727-42f1-9723-d53b1fce401a admin admin] GET failed (client error): The resource could not be found. Jun 06 17:35:09.356804 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-cf6ae3c6-f727-42f1-9723-d53b1fce401a admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0672803 Jun 06 17:35:09.454657 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c69460-b7ea-4f49-ba7d-4c16d7f587b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:35:09.456053 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-94c69460-b7ea-4f49-ba7d-4c16d7f587b1 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0951800 Jun 06 17:35:09.466182 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-9252a76e-20dc-4932-b93e-5e1075516572 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '8a91fc59-a9b7-4f93-8eb6-138eacb99dd7', 'description': 'shared-subnet'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:35:09.528346 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9252a76e-20dc-4932-b93e-5e1075516572 admin admin] Made reservation on behalf of d30cf174f1444ee697cd3ddb5389e4b4 for: {'subnet': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:35:09.530535 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9252a76e-20dc-4932-b93e-5e1075516572 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:09.791727 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9252a76e-20dc-4932-b93e-5e1075516572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195'] for subnet, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:09.797644 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e1462fb8-a374-4cc9-8ac4-11b56c6cb078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:35:09.869016 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252a76e-20dc-4932-b93e-5e1075516572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2c17386-7621-4f9a-8a64-31266a44edcf,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:35:09.871101 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9252a76e-20dc-4932-b93e-5e1075516572 admin admin] Checking segment: {'id': 'af859840-5f91-4b78-af11-38de32c13c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8a91fc59-a9b7-4f93-8eb6-138eacb99dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:35:09.871443 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9252a76e-20dc-4932-b93e-5e1075516572 admin admin] Network hostable DHCP agents. Network: 8a91fc59-a9b7-4f93-8eb6-138eacb99dd7, hostable agents: ['45453017-52f2-4007-8a53-c2b26b96b466'], hosted agents: [] {{(pid=98885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:35:09.874343 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-9252a76e-20dc-4932-b93e-5e1075516572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:35:09.939887 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9252a76e-20dc-4932-b93e-5e1075516572 admin admin] Network 8a91fc59-a9b7-4f93-8eb6-138eacb99dd7 is scheduled to be hosted by DHCP agent 45453017-52f2-4007-8a53-c2b26b96b466 with binding_index 1 {{(pid=98885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:35:09.979904 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-9252a76e-20dc-4932-b93e-5e1075516572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-iscsi, 8a91fc59-a9b7-4f93-8eb6-138eacb99dd7) {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:35:09.983873 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9252a76e-20dc-4932-b93e-5e1075516572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:35:09.984445 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9252a76e-20dc-4932-b93e-5e1075516572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for subnet, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:09.989067 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0190172e-d2dc-4dc0-8b3a-f6cd1d9f63bd None None] Network 8a91fc59-a9b7-4f93-8eb6-138eacb99dd7 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:35:10.037764 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-9252a76e-20dc-4932-b93e-5e1075516572 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5749705 Jun 06 17:35:10.207223 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fffc2be-ceb4-590f-8c94-af793f517164-8a91fc59-a9b7-4f93-8eb6-138eacb99dd7', 'network_id': '8a91fc59-a9b7-4f93-8eb6-138eacb99dd7', 'tenant_id': 'd30cf174f1444ee697cd3ddb5389e4b4', 'fixed_ips': [{'subnet_id': 'f2c17386-7621-4f9a-8a64-31266a44edcf'}]}} from dv-cinder-791281-4-iscsi. {{(pid=98886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 17:35:10.208052 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:10.375344 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.db_base_plugin_common [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Allocated IP 192.168.233.2 (8a91fc59-a9b7-4f93-8eb6-138eacb99dd7/f2c17386-7621-4f9a-8a64-31266a44edcf/49ac2ded-8683-47a6-af0b-09d4a955e45e) {{(pid=98886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:35:10.585621 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Notify callbacks [] for port, precommit_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:10.596585 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Transition to ACTIVE for port object 49ac2ded-8683-47a6-af0b-09d4a955e45e will not be triggered until provisioned by entity L2. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:35:10.615821 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Transition to ACTIVE for port object 49ac2ded-8683-47a6-af0b-09d4a955e45e will not be triggered until provisioned by entity DHCP. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:35:10.689538 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136'] for port, after_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:10.695750 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:35:10.758302 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Network 8a91fc59-a9b7-4f93-8eb6-138eacb99dd7 is already hosted by enough agents. {{(pid=98886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:35:10.761400 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.scheduler.base_scheduler [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Resources bound (agent type, host, resource id): {{(pid=98886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:35:10.763855 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Received port after_create {{(pid=98886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:35:10.772703 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Pushing event updated for resources: {'Port': ['ID=49ac2ded-8683-47a6-af0b-09d4a955e45e,revision_number=1']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:35:10.839787 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:10.840087 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:10.840446 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:10.840697 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:10.841017 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:10.841343 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:10.841665 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:10.841986 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:10.842326 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:10.842646 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:10.842987 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:10.843308 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:35:10.846954 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:35:10.882113 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Attempting to bind port 49ac2ded-8683-47a6-af0b-09d4a955e45e on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:35:10.882510 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Attempting to bind port 49ac2ded-8683-47a6-af0b-09d4a955e45e by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': 'af859840-5f91-4b78-af11-38de32c13c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8a91fc59-a9b7-4f93-8eb6-138eacb99dd7'}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:35:10.883432 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Attempting to bind port 49ac2ded-8683-47a6-af0b-09d4a955e45e on network 8a91fc59-a9b7-4f93-8eb6-138eacb99dd7 {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:35:10.889162 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:35:10.889532 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Checking segment: {'id': 'af859840-5f91-4b78-af11-38de32c13c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8a91fc59-a9b7-4f93-8eb6-138eacb99dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:35:10.889961 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:10.890352 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Bound using segment: {'id': 'af859840-5f91-4b78-af11-38de32c13c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8a91fc59-a9b7-4f93-8eb6-138eacb99dd7'} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:35:10.890815 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Bound port: 49ac2ded-8683-47a6-af0b-09d4a955e45e, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af859840-5f91-4b78-af11-38de32c13c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8a91fc59-a9b7-4f93-8eb6-138eacb99dd7'}}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:35:10.891187 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:10.981174 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] For port 49ac2ded-8683-47a6-af0b-09d4a955e45e, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:35:10.984112 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] For port 49ac2ded-8683-47a6-af0b-09d4a955e45e, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=49ac2ded-8683-47a6-af0b-09d4a955e45e,segment=NetworkSegment(af859840-5f91-4b78-af11-38de32c13c3f),segment_id=af859840-5f91-4b78-af11-38de32c13c3f)] {{(pid=98886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:35:11.055957 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:11.059974 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:35:11.137429 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Pushing event updated for resources: {'Port': ['ID=49ac2ded-8683-47a6-af0b-09d4a955e45e,revision_number=2']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:35:11.141597 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:35:11.917638 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cf031b-8555-4420-b692-29b0f8ccf7dc None None] Network 8a91fc59-a9b7-4f93-8eb6-138eacb99dd7 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:35:12.090219 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-bd51889e-98ba-494a-b186-36339308f9c3 None None] Provisioning for port 49ac2ded-8683-47a6-af0b-09d4a955e45e completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:35:12.764358 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 49ac2ded-8683-47a6-af0b-09d4a955e45e up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:35:12.888693 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port 49ac2ded-8683-47a6-af0b-09d4a955e45e completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:35:12.893901 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 49ac2ded-8683-47a6-af0b-09d4a955e45e triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:35:12.894262 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:13.014067 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:13.045668 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port 49ac2ded-8683-47a6-af0b-09d4a955e45e, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=49ac2ded-8683-47a6-af0b-09d4a955e45e,segment=NetworkSegment(af859840-5f91-4b78-af11-38de32c13c3f),segment_id=af859840-5f91-4b78-af11-38de32c13c3f)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:35:13.123131 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:13.125579 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-7af54170-3d4e-4ac8-a0f5-ba43e85dcac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:35:13.191341 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=49ac2ded-8683-47a6-af0b-09d4a955e45e,revision_number=3']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:35:13.194442 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:35:14.744828 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 49ac2ded-8683-47a6-af0b-09d4a955e45e up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:35:14.838430 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 49ac2ded-8683-47a6-af0b-09d4a955e45e triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:35:14.838812 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:20.254236 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-d5f12e04-6d28-43cf-b8f3-16cc9a5c9ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:22.865587 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:22.986004 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-16964d52-6eb7-4cbd-bd18-129b71e607a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:23.865987 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:25.717365 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:29.982032 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 5 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:35:50.277083 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-16ca5585-5f4c-4146-b1a7-c864be185318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:52.813748 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:52.979519 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-1295700f-d475-4c3d-9273-10735fd0eb05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:53.842632 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:35:55.717106 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:06.980377 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 5 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:36:20.282416 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-3c031210-189c-4fcb-87f2-f28b9064b285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:22.807809 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:22.985193 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-39aa2c91-57a9-4f04-86ef-ebaf7cc7e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:23.842297 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:25.533110 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 33140) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:36:25.539554 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [None req-c450f9ae-657e-425a-ab8e-faba365977d4 tempest-verify_tempest_config-188758844 tempest-verify_tempest_config-188758844-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=98885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 17:36:25.540478 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-c450f9ae-657e-425a-ab8e-faba365977d4 tempest-verify_tempest_config-188758844 tempest-verify_tempest_config-188758844-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064130 Jun 06 17:36:25.711690 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:25.999017 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 33158) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:36:26.112673 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-68b46291-a356-4f45-8140-f7a944b1295e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:26.221400 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-68b46291-a356-4f45-8140-f7a944b1295e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:26.287836 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-68b46291-a356-4f45-8140-f7a944b1295e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:26.295064 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:36:26.333827 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-68b46291-a356-4f45-8140-f7a944b1295e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e24c43b3ca074628b21cd7e78b73a7f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3338301 Jun 06 17:36:26.334758 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b46291-a356-4f45-8140-f7a944b1295e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddedc3ce-3153-47b0-80cb-ac84d37da8b1,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:36:26.336562 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 33162) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:36:26.341665 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b46291-a356-4f45-8140-f7a944b1295e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:26.342020 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b46291-a356-4f45-8140-f7a944b1295e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:26.342352 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b46291-a356-4f45-8140-f7a944b1295e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:26.342675 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b46291-a356-4f45-8140-f7a944b1295e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:26.342998 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b46291-a356-4f45-8140-f7a944b1295e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:26.343328 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b46291-a356-4f45-8140-f7a944b1295e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:26.343646 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b46291-a356-4f45-8140-f7a944b1295e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:26.343959 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b46291-a356-4f45-8140-f7a944b1295e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:26.344286 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b46291-a356-4f45-8140-f7a944b1295e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:26.344598 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b46291-a356-4f45-8140-f7a944b1295e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:26.344939 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b46291-a356-4f45-8140-f7a944b1295e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:26.345247 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b46291-a356-4f45-8140-f7a944b1295e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:26.348889 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-68b46291-a356-4f45-8140-f7a944b1295e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:36:26.408967 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-4e25d433-164e-4aae-a45c-24aa9f4de773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:26.434843 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-4e25d433-164e-4aae-a45c-24aa9f4de773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:26.585917 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-4e25d433-164e-4aae-a45c-24aa9f4de773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:26.588927 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-4e25d433-164e-4aae-a45c-24aa9f4de773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:26.590073 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-4e25d433-164e-4aae-a45c-24aa9f4de773 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ddedc3ce-3153-47b0-80cb-ac84d37da8b1 HTTP/1.1" status: 204 len: 168 time: 0.2525563 Jun 06 17:36:26.590811 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:36:26.600050 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25d433-164e-4aae-a45c-24aa9f4de773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddedc3ce-3153-47b0-80cb-ac84d37da8b1,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:36:26.607528 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d433-164e-4aae-a45c-24aa9f4de773 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:26.607866 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d433-164e-4aae-a45c-24aa9f4de773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:26.608188 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d433-164e-4aae-a45c-24aa9f4de773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:26.608501 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d433-164e-4aae-a45c-24aa9f4de773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:26.608834 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d433-164e-4aae-a45c-24aa9f4de773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:26.609163 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d433-164e-4aae-a45c-24aa9f4de773 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:26.609478 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d433-164e-4aae-a45c-24aa9f4de773 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:26.609782 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d433-164e-4aae-a45c-24aa9f4de773 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:26.610102 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d433-164e-4aae-a45c-24aa9f4de773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:26.610409 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d433-164e-4aae-a45c-24aa9f4de773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:26.610708 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d433-164e-4aae-a45c-24aa9f4de773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:26.611082 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d433-164e-4aae-a45c-24aa9f4de773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d433-164e-4aae-a45c-24aa9f4de773 admin admin] Tracked resource versions report: Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: pushed versions: Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: { 'AddressGroup': {'1.2'}, Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: 'ConntrackHelper': {'1.0'}, Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: 'Log': {'1.0'}, Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: 'Network': {'1.1'}, Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: 'Port': {'1.7'}, Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: 'PortForwarding': {'1.2'}, Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: 'QosPolicy': {'1.8'}, Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: 'SecurityGroup': {'1.4'}, Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: 'SecurityGroupRule': {'1.2'}, Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: 'SubPort': {'1.0'}, Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: 'Subnet': {'1.1'}, Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: 'Trunk': {'1.1'}} Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: consumer versions: Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: { DHCP agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: L3 agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: Metadata agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: Metering agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: Open vSwitch agent@dv-cinder-791281-4-iscsi: { 'AddressGroup': '1.2', Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: 'ConntrackHelper': '1.0', Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: 'Log': '1.0', Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: 'Network': '1.1', Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: 'Port': '1.7', Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: 'PortForwarding': '1.2', Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: 'QosPolicy': '1.8', Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: 'SecurityGroup': '1.4', Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: 'SecurityGroupRule': '1.2', Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: 'SubPort': '1.0', Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: 'Subnet': '1.1', Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: 'Trunk': '1.1'}} Jun 06 17:36:26.612066 dv-cinder-791281-4-iscsi neutron-server[98884]: {{(pid=98884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 17:36:26.640423 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-4e25d433-164e-4aae-a45c-24aa9f4de773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:36:43.980870 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 5 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:36:50.282055 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-847486fe-26e0-47c8-81e5-db4be7801ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:52.819249 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:52.967736 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-c68702e1-a2ff-4e74-8255-71b2c279133b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:53.819657 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:36:55.715529 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:37:20.270398 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-cc40dad9-ec12-4f22-9cb5-57e6b0f31fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:37:20.979716 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 5 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:37:22.830690 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:37:22.984560 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-8f8944d5-46e4-49f6-a3a3-fea2a35fe516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:37:23.893229 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:37:25.715519 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:37:50.281735 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-e136b2ca-be78-4b8e-b29b-b0c4a18a5bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:37:52.846420 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:37:52.984630 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d7bb-62b8-4ed6-acb7-530ea18d7522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:37:53.881981 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:37:55.698656 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:37:56.910192 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740'] for agent, after_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:37:57.979850 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:38:00.432064 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 33220) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:38:00.543903 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-6d107e69-c6d3-44d8-adf6-d350ac5fd9c0 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1107314 Jun 06 17:38:02.700279 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 33230) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:38:02.754046 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-f4c92702-6040-499b-8bd4-edadcfb00bd0 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0526693 Jun 06 17:38:20.304005 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-c93ea25b-c7cf-440d-97a4-4771b5880908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:38:22.824145 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:38:22.966924 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-bed516b9-75bf-4b47-aae6-0df5b889cc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:38:23.851451 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:38:25.710045 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:38:26.864229 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:38:34.979197 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:38:50.258655 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-d661218a-973d-4e78-b5f8-0e93fd30b68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:38:52.841381 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:38:53.012900 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-35518e50-6991-46e3-973b-71f4686817c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:38:53.853110 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:38:55.726977 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:38:56.879843 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:11.978625 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:39:20.286690 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-aaf1cfca-b8d1-461f-8492-170b7c863879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:22.843482 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:23.022817 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-3ba2c3f1-7cc3-4d60-9389-2f01884b6922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:23.864156 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:25.719515 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:26.881016 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:26.997148 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 33388) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:27.504977 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-109369191-network', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:27.647051 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Made reservation on behalf of 22e0c313a0d34d1cbf3166f27aaa75be for: {'network': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:39:27.649514 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1686528'] for network, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:27.663560 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:27.771799 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:27.852316 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:27.852316 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:27.889032 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58406ee8-a865-49b9-9f42-c3ffb41911f0,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:27.891169 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=98885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:39:27.901116 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:27.901457 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:27.901789 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:27.902111 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:27.902430 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:27.902757 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:27.903074 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:27.903389 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:27.904389 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:27.904762 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:27.905047 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:27.905363 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Tracked resource versions report: Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: pushed versions: Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: { 'AddressGroup': {'1.2'}, Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: 'ConntrackHelper': {'1.0'}, Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: 'Log': {'1.0'}, Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: 'Network': {'1.1'}, Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: 'Port': {'1.7'}, Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: 'PortForwarding': {'1.2'}, Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: 'QosPolicy': {'1.8'}, Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: 'SecurityGroup': {'1.4'}, Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: 'SecurityGroupRule': {'1.2'}, Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: 'SubPort': {'1.0'}, Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: 'Subnet': {'1.1'}, Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: 'Trunk': {'1.1'}} Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: consumer versions: Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: { DHCP agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: HyperV agent@hv-cinder-79128: {}, Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: L3 agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: Metadata agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: Metering agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: Open vSwitch agent@dv-cinder-791281-4-iscsi: { 'AddressGroup': '1.2', Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: 'ConntrackHelper': '1.0', Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: 'Log': '1.0', Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: 'Network': '1.1', Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: 'Port': '1.7', Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: 'PortForwarding': '1.2', Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: 'QosPolicy': '1.8', Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: 'SecurityGroup': '1.4', Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: 'SecurityGroupRule': '1.2', Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: 'SubPort': '1.0', Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: 'Subnet': '1.1', Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: 'Trunk': '1.1'}} Jun 06 17:39:27.906400 dv-cinder-791281-4-iscsi neutron-server[98885]: {{(pid=98885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 17:39:27.913590 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:27.916338 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:27.916828 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.segments_db [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Added segment 5effff72-42c5-4daa-9414-1ff26a9a687a of type vlan for network 797ee1ce-df47-45dc-9d12-b7882bffb3f5 Jun 06 17:39:27.995216 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779962068718'] for network, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:28.086500 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 33444) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:28.087523 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186'] for network, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:28.088859 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:28.089424 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:28.100698 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:28.185305 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1863890 Jun 06 17:39:28.188351 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 33450) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:28.190325 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Pushing event updated for resources: {'Network': ['ID=797ee1ce-df47-45dc-9d12-b7882bffb3f5,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:28.193100 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:28.193558 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Request body: {'subnet': {'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-109369191-subnet', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:28.196076 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.quota [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Loaded quota_driver: . Jun 06 17:39:28.201340 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Network 797ee1ce-df47-45dc-9d12-b7882bffb3f5 details requested by agent ovs-agent-dv-cinder-791281-4-iscsi with host dv-cinder-791281-4-iscsi {{(pid=98886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:39:28.281201 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Made reservation on behalf of 22e0c313a0d34d1cbf3166f27aaa75be for: {'subnet': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:39:28.284872 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:28.630048 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195'] for subnet, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:28.636337 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:28.685485 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 33468) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:28.698789 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-ecdb7211-98d9-49d9-8a2c-3d15a208edab admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1373869634-network', 'tenant_id': '6087608247b94f6ea06ea8a7325eabbe'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:28.729761 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32856328-a45b-4d19-b9c2-2268b19da00b,revision_number=0']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:28.746819 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:28.747786 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:28.748432 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:28.748825 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:28.749215 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:28.749613 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:28.749993 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:28.750362 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:28.750675 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:28.750989 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:28.751294 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:28.751725 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Tracked resource versions report: Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: pushed versions: Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: { 'AddressGroup': {'1.2'}, Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: 'ConntrackHelper': {'1.0'}, Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: 'Log': {'1.0'}, Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: 'Network': {'1.1'}, Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: 'Port': {'1.7'}, Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: 'PortForwarding': {'1.2'}, Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: 'QosPolicy': {'1.8'}, Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: 'SecurityGroup': {'1.4'}, Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: 'SecurityGroupRule': {'1.2'}, Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: 'SubPort': {'1.0'}, Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: 'Subnet': {'1.1'}, Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: 'Trunk': {'1.1'}} Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: consumer versions: Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: { DHCP agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: HyperV agent@hv-cinder-79128: {}, Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: L3 agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: Metadata agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: Metering agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: Open vSwitch agent@dv-cinder-791281-4-iscsi: { 'AddressGroup': '1.2', Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: 'ConntrackHelper': '1.0', Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: 'Log': '1.0', Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: 'Network': '1.1', Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: 'Port': '1.7', Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: 'PortForwarding': '1.2', Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: 'QosPolicy': '1.8', Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: 'SecurityGroup': '1.4', Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: 'SecurityGroupRule': '1.2', Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: 'SubPort': '1.0', Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: 'Subnet': '1.1', Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: 'Trunk': '1.1'}} Jun 06 17:39:28.752607 dv-cinder-791281-4-iscsi neutron-server[98884]: {{(pid=98884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 17:39:28.755988 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:28.765026 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Checking segment: {'id': '5effff72-42c5-4daa-9414-1ff26a9a687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:39:28.765397 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Network hostable DHCP agents. Network: 797ee1ce-df47-45dc-9d12-b7882bffb3f5, hostable agents: ['45453017-52f2-4007-8a53-c2b26b96b466'], hosted agents: [] {{(pid=98884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:39:28.829357 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdb7211-98d9-49d9-8a2c-3d15a208edab admin admin] Made reservation on behalf of 6087608247b94f6ea06ea8a7325eabbe for: {'network': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:39:28.832092 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7211-98d9-49d9-8a2c-3d15a208edab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1686528'] for network, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:28.850170 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7211-98d9-49d9-8a2c-3d15a208edab admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:28.880013 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Network 797ee1ce-df47-45dc-9d12-b7882bffb3f5 is scheduled to be hosted by DHCP agent 45453017-52f2-4007-8a53-c2b26b96b466 with binding_index 1 {{(pid=98884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:39:28.981080 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-iscsi, 797ee1ce-df47-45dc-9d12-b7882bffb3f5) {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:39:28.993649 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434bd6ad-2a13-463d-807e-e53b9942b084 None None] Network 797ee1ce-df47-45dc-9d12-b7882bffb3f5 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:39:28.995219 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:28.996267 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for subnet, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:28.998691 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-a974f663-9f64-4dc7-b4ed-b0330621560b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1360937625-network', 'tenant_id': '54404c87ce744aa8910669de4dfb4c3a'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:29.015657 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7211-98d9-49d9-8a2c-3d15a208edab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:29.087713 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7211-98d9-49d9-8a2c-3d15a208edab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:29.108911 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecdb7211-98d9-49d9-8a2c-3d15a208edab admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=98884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:39:29.130914 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7211-98d9-49d9-8a2c-3d15a208edab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779962478749', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:29.131864 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7211-98d9-49d9-8a2c-3d15a208edab admin admin] Unsubscribe: segment precommit_create {{(pid=98884) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 06 17:39:29.132655 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.db.segments_db [None req-ecdb7211-98d9-49d9-8a2c-3d15a208edab admin admin] Added segment 9c6d451d-e716-4c29-9cf8-f4d4ef8d669e of type vlan for network 7f197642-c32e-4619-8279-019e740de3f8 Jun 06 17:39:29.180404 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7211-98d9-49d9-8a2c-3d15a208edab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779962068718'] for network, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:29.195619 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a974f663-9f64-4dc7-b4ed-b0330621560b admin admin] Made reservation on behalf of 54404c87ce744aa8910669de4dfb4c3a for: {'network': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:39:29.198060 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a974f663-9f64-4dc7-b4ed-b0330621560b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1686528'] for network, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:29.222924 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-4e25d433-164e-4aae-a45c-24aa9f4de773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:29.234520 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a974f663-9f64-4dc7-b4ed-b0330621560b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:29.255457 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb7211-98d9-49d9-8a2c-3d15a208edab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d21516e-af8d-4b20-8ee5-c7209009cccd,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:29.268929 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-ecdb7211-98d9-49d9-8a2c-3d15a208edab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:29.280993 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7211-98d9-49d9-8a2c-3d15a208edab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186'] for network, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:29.284556 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdb7211-98d9-49d9-8a2c-3d15a208edab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:29.284556 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7211-98d9-49d9-8a2c-3d15a208edab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:29.288020 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:29.313595 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1239634 Jun 06 17:39:29.318608 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 33486) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:29.325979 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-972fc6dc-b510-4448-a34e-17c74fc81838 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-109369191-router', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:29.350899 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fffc2be-ceb4-590f-8c94-af793f517164-797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'fixed_ips': [{'subnet_id': '32856328-a45b-4d19-b9c2-2268b19da00b'}]}} from dv-cinder-791281-4-iscsi. {{(pid=98886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 17:39:29.352420 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:29.408441 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb7211-98d9-49d9-8a2c-3d15a208edab admin admin] Pushing event updated for resources: {'Network': ['ID=7f197642-c32e-4619-8279-019e740de3f8,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:29.411914 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-ecdb7211-98d9-49d9-8a2c-3d15a208edab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:29.418021 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a974f663-9f64-4dc7-b4ed-b0330621560b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:29.464425 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Network 7f197642-c32e-4619-8279-019e740de3f8 details requested by agent ovs-agent-dv-cinder-791281-4-iscsi with host dv-cinder-791281-4-iscsi {{(pid=98886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:39:29.486916 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a974f663-9f64-4dc7-b4ed-b0330621560b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:29.491565 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:29.521131 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974f663-9f64-4dc7-b4ed-b0330621560b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7b1a0a-b23d-4757-bbc8-25501d81f95a,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:29.526068 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-a974f663-9f64-4dc7-b4ed-b0330621560b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:29.532164 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a974f663-9f64-4dc7-b4ed-b0330621560b admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=98885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:39:29.541958 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a974f663-9f64-4dc7-b4ed-b0330621560b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:29.542410 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.segments_db [None req-a974f663-9f64-4dc7-b4ed-b0330621560b admin admin] Added segment fa770a38-3cfc-44bf-8e8f-ab9e0ad707db of type vlan for network 91e36ee1-9372-4204-9256-6e9d56fc176b Jun 06 17:39:29.570591 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a974f663-9f64-4dc7-b4ed-b0330621560b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779962068718'] for network, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:29.604576 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-ecdb7211-98d9-49d9-8a2c-3d15a208edab admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5158312 Jun 06 17:39:29.612965 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 33498) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:29.618067 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-93360583-d341-4371-9a79-aad77a52f3ff admin admin] Request body: {'subnet': {'network_id': '7f197642-c32e-4619-8279-019e740de3f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1373869634-subnet', 'tenant_id': '6087608247b94f6ea06ea8a7325eabbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:29.687096 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-972fc6dc-b510-4448-a34e-17c74fc81838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-815938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126989'] for router, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:29.688470 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a974f663-9f64-4dc7-b4ed-b0330621560b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186'] for network, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:29.688820 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-972fc6dc-b510-4448-a34e-17c74fc81838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-815835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-813822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126996'] for router, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:29.690408 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a974f663-9f64-4dc7-b4ed-b0330621560b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:29.691630 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a974f663-9f64-4dc7-b4ed-b0330621560b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:29.699225 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.db_base_plugin_common [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Allocated IP 172.20.0.2 (797ee1ce-df47-45dc-9d12-b7882bffb3f5/32856328-a45b-4d19-b9c2-2268b19da00b/ac6e1e70-4843-4535-9751-8e5b6cd4fcd8) {{(pid=98886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:39:29.713610 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:29.753499 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-972fc6dc-b510-4448-a34e-17c74fc81838 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:29.849475 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974f663-9f64-4dc7-b4ed-b0330621560b admin admin] Pushing event updated for resources: {'Network': ['ID=91e36ee1-9372-4204-9256-6e9d56fc176b,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:29.854421 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-a974f663-9f64-4dc7-b4ed-b0330621560b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:29.893717 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Network 91e36ee1-9372-4204-9256-6e9d56fc176b details requested by agent ovs-agent-dv-cinder-791281-4-iscsi with host dv-cinder-791281-4-iscsi {{(pid=98886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:39:29.900884 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93360583-d341-4371-9a79-aad77a52f3ff admin admin] Made reservation on behalf of 6087608247b94f6ea06ea8a7325eabbe for: {'subnet': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:39:29.902231 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-93360583-d341-4371-9a79-aad77a52f3ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:29.922497 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-a974f663-9f64-4dc7-b4ed-b0330621560b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2355032 Jun 06 17:39:29.925320 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 33514) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:29.932370 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-ecc2e51e-2c72-4a09-93b2-d8b4553945c1 admin admin] Request body: {'subnet': {'network_id': '91e36ee1-9372-4204-9256-6e9d56fc176b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1360937625-subnet', 'tenant_id': '54404c87ce744aa8910669de4dfb4c3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:30.103929 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc2e51e-2c72-4a09-93b2-d8b4553945c1 admin admin] Made reservation on behalf of 54404c87ce744aa8910669de4dfb4c3a for: {'subnet': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:39:30.106924 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ecc2e51e-2c72-4a09-93b2-d8b4553945c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:30.133949 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Notify callbacks [] for port, precommit_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:30.145680 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Transition to ACTIVE for port object ac6e1e70-4843-4535-9751-8e5b6cd4fcd8 will not be triggered until provisioned by entity L2. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:39:30.167374 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Transition to ACTIVE for port object ac6e1e70-4843-4535-9751-8e5b6cd4fcd8 will not be triggered until provisioned by entity DHCP. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:39:30.188395 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-93360583-d341-4371-9a79-aad77a52f3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195'] for subnet, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:30.195837 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:30.268336 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136'] for port, after_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:30.273906 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:30.286536 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93360583-d341-4371-9a79-aad77a52f3ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=57328da2-b243-4997-9647-814d61621f1d,revision_number=0']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:30.293958 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-93360583-d341-4371-9a79-aad77a52f3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:30.296137 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93360583-d341-4371-9a79-aad77a52f3ff admin admin] Checking segment: {'id': '9c6d451d-e716-4c29-9cf8-f4d4ef8d669e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7f197642-c32e-4619-8279-019e740de3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:39:30.296531 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93360583-d341-4371-9a79-aad77a52f3ff admin admin] Network hostable DHCP agents. Network: 7f197642-c32e-4619-8279-019e740de3f8, hostable agents: ['45453017-52f2-4007-8a53-c2b26b96b466'], hosted agents: [] {{(pid=98884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:39:30.404825 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Pushing event updated for resources: {'Port': ['ID=ac6e1e70-4843-4535-9751-8e5b6cd4fcd8,revision_number=1']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:30.415182 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:30.415758 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:30.416521 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:30.424193 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:30.424820 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:30.425587 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:30.426109 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:30.426638 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:30.427189 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:30.427731 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:30.428482 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:30.428991 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Tracked resource versions report: Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: pushed versions: Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: { 'AddressGroup': {'1.2'}, Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: 'ConntrackHelper': {'1.0'}, Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: 'Log': {'1.0'}, Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: 'Network': {'1.1'}, Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: 'Port': {'1.7'}, Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: 'PortForwarding': {'1.2'}, Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: 'QosPolicy': {'1.8'}, Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: 'SecurityGroup': {'1.4'}, Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: 'SecurityGroupRule': {'1.2'}, Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: 'SubPort': {'1.0'}, Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: 'Subnet': {'1.1'}, Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: 'Trunk': {'1.1'}} Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: consumer versions: Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: { DHCP agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: HyperV agent@hv-cinder-79128: {}, Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: L3 agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: Metadata agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: Metering agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: Open vSwitch agent@dv-cinder-791281-4-iscsi: { 'AddressGroup': '1.2', Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: 'ConntrackHelper': '1.0', Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: 'Log': '1.0', Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: 'Network': '1.1', Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: 'Port': '1.7', Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: 'PortForwarding': '1.2', Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: 'QosPolicy': '1.8', Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: 'SecurityGroup': '1.4', Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: 'SecurityGroupRule': '1.2', Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: 'SubPort': '1.0', Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: 'Subnet': '1.1', Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: 'Trunk': '1.1'}} Jun 06 17:39:30.433549 dv-cinder-791281-4-iscsi neutron-server[98886]: {{(pid=98886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 17:39:30.445936 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Network 797ee1ce-df47-45dc-9d12-b7882bffb3f5 is already hosted by enough agents. {{(pid=98886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:39:30.447539 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:30.448536 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.scheduler.base_scheduler [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Resources bound (agent type, host, resource id): {{(pid=98886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:39:30.454823 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Received port after_create {{(pid=98886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:39:30.527105 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ecc2e51e-2c72-4a09-93b2-d8b4553945c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195'] for subnet, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:30.534573 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:30.598705 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Attempting to bind port ac6e1e70-4843-4535-9751-8e5b6cd4fcd8 on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:39:30.599210 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Attempting to bind port ac6e1e70-4843-4535-9751-8e5b6cd4fcd8 by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': '5effff72-42c5-4daa-9414-1ff26a9a687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5'}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:39:30.599774 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Attempting to bind port ac6e1e70-4843-4535-9751-8e5b6cd4fcd8 on network 797ee1ce-df47-45dc-9d12-b7882bffb3f5 {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:39:30.607293 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:39:30.607638 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Checking segment: {'id': '5effff72-42c5-4daa-9414-1ff26a9a687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:39:30.608321 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:30.608809 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Bound using segment: {'id': '5effff72-42c5-4daa-9414-1ff26a9a687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5'} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:39:30.610195 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Bound port: ac6e1e70-4843-4535-9751-8e5b6cd4fcd8, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5effff72-42c5-4daa-9414-1ff26a9a687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5'}}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:39:30.610687 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:30.670544 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc2e51e-2c72-4a09-93b2-d8b4553945c1 admin admin] Checking segment: {'id': 'fa770a38-3cfc-44bf-8e8f-ab9e0ad707db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '91e36ee1-9372-4204-9256-6e9d56fc176b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:39:30.670812 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc2e51e-2c72-4a09-93b2-d8b4553945c1 admin admin] Network hostable DHCP agents. Network: 91e36ee1-9372-4204-9256-6e9d56fc176b, hostable agents: ['45453017-52f2-4007-8a53-c2b26b96b466'], hosted agents: [] {{(pid=98885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:39:30.738167 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2e51e-2c72-4a09-93b2-d8b4553945c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88f6cacd-d427-4a47-bf7c-020d70a116c4,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:30.757770 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-ecc2e51e-2c72-4a09-93b2-d8b4553945c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:30.788156 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93360583-d341-4371-9a79-aad77a52f3ff admin admin] Network 7f197642-c32e-4619-8279-019e740de3f8 is scheduled to be hosted by DHCP agent 45453017-52f2-4007-8a53-c2b26b96b466 with binding_index 1 {{(pid=98884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:39:30.796827 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] For port ac6e1e70-4843-4535-9751-8e5b6cd4fcd8, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:39:30.801352 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] For port ac6e1e70-4843-4535-9751-8e5b6cd4fcd8, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=ac6e1e70-4843-4535-9751-8e5b6cd4fcd8,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:39:30.804641 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-972fc6dc-b510-4448-a34e-17c74fc81838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-813708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-815952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127010'] for router, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:30.817748 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc2e51e-2c72-4a09-93b2-d8b4553945c1 admin admin] Network 91e36ee1-9372-4204-9256-6e9d56fc176b is scheduled to be hosted by DHCP agent 45453017-52f2-4007-8a53-c2b26b96b466 with binding_index 1 {{(pid=98885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:39:30.922312 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:30.922864 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-ecc2e51e-2c72-4a09-93b2-d8b4553945c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-iscsi, 91e36ee1-9372-4204-9256-6e9d56fc176b) {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:39:30.923365 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [None req-93360583-d341-4371-9a79-aad77a52f3ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-iscsi, 7f197642-c32e-4619-8279-019e740de3f8) {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:39:30.927335 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc2e51e-2c72-4a09-93b2-d8b4553945c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:30.928040 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ecc2e51e-2c72-4a09-93b2-d8b4553945c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for subnet, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:30.944809 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:30.954606 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93360583-d341-4371-9a79-aad77a52f3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:30.955532 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-93360583-d341-4371-9a79-aad77a52f3ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for subnet, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:30.985303 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea82dce-9705-4e1a-8c78-170d763fa08f None None] Network 91e36ee1-9372-4204-9256-6e9d56fc176b requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:39:30.998701 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cf0210-3064-466c-b0aa-f493b463eec2 None None] Network 7f197642-c32e-4619-8279-019e740de3f8 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:39:31.053127 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-ecc2e51e-2c72-4a09-93b2-d8b4553945c1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1260967 Jun 06 17:39:31.059234 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 33552) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:31.064626 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-e8e5fbb6-797c-4a7b-b0d4-b8e54ac20e09 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1360937625-router', 'tenant_id': '54404c87ce744aa8910669de4dfb4c3a', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:31.094035 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-93360583-d341-4371-9a79-aad77a52f3ff admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4696136 Jun 06 17:39:31.216857 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e8e5fbb6-797c-4a7b-b0d4-b8e54ac20e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-815938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126989'] for router, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:31.217982 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e8e5fbb6-797c-4a7b-b0d4-b8e54ac20e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-815835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-813822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126996'] for router, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:31.255942 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e8e5fbb6-797c-4a7b-b0d4-b8e54ac20e09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:31.382773 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-972fc6dc-b510-4448-a34e-17c74fc81838 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:31.520634 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-972fc6dc-b510-4448-a34e-17c74fc81838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:31.546724 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Pushing event updated for resources: {'Port': ['ID=ac6e1e70-4843-4535-9751-8e5b6cd4fcd8,revision_number=2']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:31.566424 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:31.674123 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [None req-972fc6dc-b510-4448-a34e-17c74fc81838 admin admin] Allocated IP 172.27.1.108 (51853ba8-cea8-4c9b-b5c3-a56837a6d9d6/59a9bba0-da8c-4953-8d6b-87895ebef86f/6635474a-2642-47ff-8bb7-4ae81d8b0f20) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:39:31.681878 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fe31d2-110e-410a-9836-826802dd89d1 None None] Network 7f197642-c32e-4619-8279-019e740de3f8 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:39:31.714271 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801fa587-7b05-4a23-83c8-59b8a4abed2e None None] Network 91e36ee1-9372-4204-9256-6e9d56fc176b requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:39:31.779483 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e8e5fbb6-797c-4a7b-b0d4-b8e54ac20e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-813708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-815952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127010'] for router, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:31.834201 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-972fc6dc-b510-4448-a34e-17c74fc81838 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:31.990698 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-972fc6dc-b510-4448-a34e-17c74fc81838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:31.997322 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:32.113590 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972fc6dc-b510-4448-a34e-17c74fc81838 admin admin] Network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:39:32.117062 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [None req-972fc6dc-b510-4448-a34e-17c74fc81838 admin admin] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:39:32.133690 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972fc6dc-b510-4448-a34e-17c74fc81838 admin admin] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:39:32.199209 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fc6dc-b510-4448-a34e-17c74fc81838 admin admin] Pushing event updated for resources: {'Port': ['ID=6635474a-2642-47ff-8bb7-4ae81d8b0f20,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:32.222702 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-972fc6dc-b510-4448-a34e-17c74fc81838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:32.334303 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e8e5fbb6-797c-4a7b-b0d4-b8e54ac20e09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:32.399608 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e8e5fbb6-797c-4a7b-b0d4-b8e54ac20e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:32.487904 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aa2970-fc9c-4f63-9aeb-e8194e75e301 None None] Network 797ee1ce-df47-45dc-9d12-b7882bffb3f5 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:39:32.774659 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-972fc6dc-b510-4448-a34e-17c74fc81838 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:32.827464 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-b355db95-fb57-4f66-bbd0-a95a75c766ac None None] Provisioning for port ac6e1e70-4843-4535-9751-8e5b6cd4fcd8 completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:39:32.873395 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [None req-e8e5fbb6-797c-4a7b-b0d4-b8e54ac20e09 admin admin] Allocated IP 172.27.1.139 (51853ba8-cea8-4c9b-b5c3-a56837a6d9d6/59a9bba0-da8c-4953-8d6b-87895ebef86f/96d86320-159d-4f12-92da-b8d543ed7016) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:39:32.881309 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 33612) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:32.888853 dv-cinder-791281-4-iscsi neutron-server[98885]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 06 17:39:32.976859 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device ac6e1e70-4843-4535-9751-8e5b6cd4fcd8 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:39:33.176971 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port ac6e1e70-4843-4535-9751-8e5b6cd4fcd8 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:39:33.182366 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port ac6e1e70-4843-4535-9751-8e5b6cd4fcd8 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:39:33.182893 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:33.255449 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-2af24ad2-dc2e-4327-968e-ad3713b53662 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:33.259645 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-2af24ad2-dc2e-4327-968e-ad3713b53662 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/networks?id=7f197642-c32e-4619-8279-019e740de3f8 HTTP/1.1" status: 200 len: 812 time: 0.3746223 Jun 06 17:39:33.279797 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-72d99dbd-5c8c-4faa-93b6-146416d65c38 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/quotas/6087608247b94f6ea06ea8a7325eabbe HTTP/1.1" status: 200 len: 375 time: 0.0133984 Jun 06 17:39:33.284479 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e8e5fbb6-797c-4a7b-b0d4-b8e54ac20e09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:33.303762 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-972fc6dc-b510-4448-a34e-17c74fc81838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-815947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-813731'] for router, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:33.337044 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-d6a214eb-9ffa-4b0b-9d99-f1e869b05ad4 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6087608247b94f6ea06ea8a7325eabbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514054 Jun 06 17:39:33.342588 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:33.396193 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port ac6e1e70-4843-4535-9751-8e5b6cd4fcd8, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=ac6e1e70-4843-4535-9751-8e5b6cd4fcd8,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:39:33.453431 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e8e5fbb6-797c-4a7b-b0d4-b8e54ac20e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:33.459438 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-27309b97-7ff7-455b-b345-ddc59dc82a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:33.481575 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:33.484496 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:33.539780 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e5fbb6-797c-4a7b-b0d4-b8e54ac20e09 admin admin] Network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:39:33.544121 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-e8e5fbb6-797c-4a7b-b0d4-b8e54ac20e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:39:33.553254 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e5fbb6-797c-4a7b-b0d4-b8e54ac20e09 admin admin] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:39:33.593960 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=ac6e1e70-4843-4535-9751-8e5b6cd4fcd8,revision_number=3']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:33.597034 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:33.631144 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-8b85ecaf-b58a-456e-bc79-62870c2c8fd9 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=98885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 17:39:33.632118 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-8b85ecaf-b58a-456e-bc79-62870c2c8fd9 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1365476 Jun 06 17:39:33.632730 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5fbb6-797c-4a7b-b0d4-b8e54ac20e09 admin admin] Pushing event updated for resources: {'Port': ['ID=96d86320-159d-4f12-92da-b8d543ed7016,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:33.685461 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e8e5fbb6-797c-4a7b-b0d4-b8e54ac20e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:33.707845 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972fc6dc-b510-4448-a34e-17c74fc81838 admin admin] Router e4bc3a40-b804-408c-9b98-f66757ceeed4 is scheduled to L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 with binding_index 1 {{(pid=98884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 17:39:33.871276 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-4626b0bc-0f70-4eb0-b645-3fe3017a311e service neutron] 10.222.0.18 "GET /v2.0/networks/7f197642-c32e-4619-8279-019e740de3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848538 Jun 06 17:39:33.923629 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972fc6dc-b510-4448-a34e-17c74fc81838 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:39:33.937731 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] Sync routers for ids ['e4bc3a40-b804-408c-9b98-f66757ceeed4'] in dv-cinder-791281-4-iscsi {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:39:33.953890 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] Routers {'e4bc3a40-b804-408c-9b98-f66757ceeed4'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:39:33.954507 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:39:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['e4bc3a40-b804-408c-9b98-f66757ceeed4'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:34.018168 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-972fc6dc-b510-4448-a34e-17c74fc81838 admin admin] Notify callbacks [] for router, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:34.019660 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-972fc6dc-b510-4448-a34e-17c74fc81838 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6983843 Jun 06 17:39:34.022471 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 33644) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:34.241450 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-db376ff5-717e-4a3b-82c9-66e34ac8c233 service neutron] 10.222.0.18 "GET /v2.0/networks/7f197642-c32e-4619-8279-019e740de3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633194 Jun 06 17:39:34.243261 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] Set router e4bc3a40-b804-408c-9b98-f66757ceeed4 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:39:34.266025 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e8e5fbb6-797c-4a7b-b0d4-b8e54ac20e09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:34.680227 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'name': 'tempest-AttachVolumeShelveTestJSON-109369191-router', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:29Z', 'updated_at': '2021-06-06T17:39:32Z', 'revision_number': 3, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'gw_port': {'id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ea:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:34.699704 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] Checking router: e4bc3a40-b804-408c-9b98-f66757ceeed4 for host: dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:39:34.702304 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] Updating router e4bc3a40-b804-408c-9b98-f66757ceeed4 port 6635474a-2642-47ff-8bb7-4ae81d8b0f20 binding host dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:39:34.799136 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:34.963391 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-56319407-ff4d-4693-9205-33d18a6ed0a9 req-de06c3aa-591f-4413-bf2e-a65e7f746346 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 210 time: 0.0934198 Jun 06 17:39:34.972013 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2d9bc058-de82-4674-bfc8-3596f76dbc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:35.008553 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device ac6e1e70-4843-4535-9751-8e5b6cd4fcd8 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:39:35.030248 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e8e5fbb6-797c-4a7b-b0d4-b8e54ac20e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-815947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-813731'] for router, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:35.101418 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port ac6e1e70-4843-4535-9751-8e5b6cd4fcd8 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:39:35.101794 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:35.182551 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 33688) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:35.336623 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] Notify callbacks [] for port, precommit_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:35.350432 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.provisioning_blocks [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] Transition to ACTIVE for port object 6635474a-2642-47ff-8bb7-4ae81d8b0f20 will not be triggered until provisioned by entity L2. {{(pid=98887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:39:35.465398 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f10ba86a-3210-4c65-a4c8-c491ee473dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:35.486469 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:35.491912 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-982facf3-d0ff-42e0-86ac-5f3f89b87004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:35.587113 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] Attempting to bind port 6635474a-2642-47ff-8bb7-4ae81d8b0f20 on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:39:35.587485 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] Attempting to bind port 6635474a-2642-47ff-8bb7-4ae81d8b0f20 by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}] {{(pid=98887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:39:35.587890 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] Attempting to bind port 6635474a-2642-47ff-8bb7-4ae81d8b0f20 on network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:39:35.593928 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ee51e-018e-4e6f-8cd1-fd3789cf667f None None] Pushing event updated for resources: {'Port': ['ID=6635474a-2642-47ff-8bb7-4ae81d8b0f20,revision_number=2']} {{(pid=98887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:35.599363 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:39:35.599754 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] Checking segment: {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:39:35.600147 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:35.600744 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] Bound using segment: {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'} {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:39:35.601019 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] Bound port: 6635474a-2642-47ff-8bb7-4ae81d8b0f20, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}}] {{(pid=98887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:39:35.601388 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:35.616526 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [None req-2d9bc058-de82-4674-bfc8-3596f76dbc09 admin admin] Allocated IP 172.20.0.1 (797ee1ce-df47-45dc-9d12-b7882bffb3f5/32856328-a45b-4d19-b9c2-2268b19da00b/c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:39:35.628230 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e5fbb6-797c-4a7b-b0d4-b8e54ac20e09 admin admin] Router 0ada8735-c133-438c-aae0-178fb0de1b3b is scheduled to L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 with binding_index 1 {{(pid=98885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 17:39:35.635611 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee51e-018e-4e6f-8cd1-fd3789cf667f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee51e-018e-4e6f-8cd1-fd3789cf667f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee51e-018e-4e6f-8cd1-fd3789cf667f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee51e-018e-4e6f-8cd1-fd3789cf667f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee51e-018e-4e6f-8cd1-fd3789cf667f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee51e-018e-4e6f-8cd1-fd3789cf667f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee51e-018e-4e6f-8cd1-fd3789cf667f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee51e-018e-4e6f-8cd1-fd3789cf667f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee51e-018e-4e6f-8cd1-fd3789cf667f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee51e-018e-4e6f-8cd1-fd3789cf667f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee51e-018e-4e6f-8cd1-fd3789cf667f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee51e-018e-4e6f-8cd1-fd3789cf667f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ee51e-018e-4e6f-8cd1-fd3789cf667f None None] Tracked resource versions report: Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: pushed versions: Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: { 'AddressGroup': {'1.2'}, Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: 'ConntrackHelper': {'1.0'}, Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: 'Log': {'1.0'}, Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: 'Network': {'1.1'}, Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: 'Port': {'1.7'}, Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: 'PortForwarding': {'1.2'}, Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: 'QosPolicy': {'1.8'}, Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: 'SecurityGroup': {'1.4'}, Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: 'SecurityGroupRule': {'1.2'}, Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: 'SubPort': {'1.0'}, Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: 'Subnet': {'1.1'}, Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: 'Trunk': {'1.1'}} Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: consumer versions: Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: { DHCP agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: HyperV agent@hv-cinder-79128: {}, Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: L3 agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: Metadata agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: Metering agent@dv-cinder-791281-4-iscsi: {}, Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: Open vSwitch agent@dv-cinder-791281-4-iscsi: { 'AddressGroup': '1.2', Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: 'ConntrackHelper': '1.0', Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: 'Log': '1.0', Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: 'Network': '1.1', Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: 'Port': '1.7', Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: 'PortForwarding': '1.2', Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: 'QosPolicy': '1.8', Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: 'SecurityGroup': '1.4', Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: 'SecurityGroupRule': '1.2', Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: 'SubPort': '1.0', Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: 'Subnet': '1.1', Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: 'Trunk': '1.1'}} Jun 06 17:39:35.641059 dv-cinder-791281-4-iscsi neutron-server[98887]: {{(pid=98887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 06 17:39:35.648411 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-906ee51e-018e-4e6f-8cd1-fd3789cf667f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:35.691339 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.db [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] For port 6635474a-2642-47ff-8bb7-4ae81d8b0f20, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:39:35.694261 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.db [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] For port 6635474a-2642-47ff-8bb7-4ae81d8b0f20, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=6635474a-2642-47ff-8bb7-4ae81d8b0f20,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:39:35.799846 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:35.804594 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:35.850540 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f10ba86a-3210-4c65-a4c8-c491ee473dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:35.855679 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2d9bc058-de82-4674-bfc8-3596f76dbc09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:35.861456 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e5fbb6-797c-4a7b-b0d4-b8e54ac20e09 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:39:35.871351 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] Sync routers for ids ['0ada8735-c133-438c-aae0-178fb0de1b3b'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:39:35.879348 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [None req-2d9bc058-de82-4674-bfc8-3596f76dbc09 admin admin] Transition to ACTIVE for port object c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e will not be triggered until provisioned by entity DHCP. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:39:35.882236 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] Routers {'e4bc3a40-b804-408c-9b98-f66757ceeed4'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:39:35.882842 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:39:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['e4bc3a40-b804-408c-9b98-f66757ceeed4'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:35.891404 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] Routers {'0ada8735-c133-438c-aae0-178fb0de1b3b'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:39:35.898297 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:39:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['0ada8735-c133-438c-aae0-178fb0de1b3b'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:35.948072 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ee51e-018e-4e6f-8cd1-fd3789cf667f None None] Pushing event updated for resources: {'Port': ['ID=6635474a-2642-47ff-8bb7-4ae81d8b0f20,revision_number=3']} {{(pid=98887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:35.958128 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f10ba86a-3210-4c65-a4c8-c491ee473dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:35.959540 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-906ee51e-018e-4e6f-8cd1-fd3789cf667f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:35.974377 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:35.998570 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2d9bc058-de82-4674-bfc8-3596f76dbc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:36.030230 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e8e5fbb6-797c-4a7b-b0d4-b8e54ac20e09 admin admin] Notify callbacks [] for router, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:36.031440 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-e8e5fbb6-797c-4a7b-b0d4-b8e54ac20e09 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9707389 Jun 06 17:39:36.034290 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 33732) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:36.051989 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-f10ba86a-3210-4c65-a4c8-c491ee473dda admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=257f4d13b8e646baba293a514d13173c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8654156 Jun 06 17:39:36.052710 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ba86a-3210-4c65-a4c8-c491ee473dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7557701-99e8-42b4-a8f8-9ad11a18d58f,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:36.056843 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-f10ba86a-3210-4c65-a4c8-c491ee473dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:36.057755 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 33734) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:36.058533 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-972fc6dc-b510-4448-a34e-17c74fc81838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:36.141385 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] Set router e4bc3a40-b804-408c-9b98-f66757ceeed4 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:39:36.210777 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] Set router 0ada8735-c133-438c-aae0-178fb0de1b3b gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:39:36.219675 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9bc058-de82-4674-bfc8-3596f76dbc09 admin admin] Network 797ee1ce-df47-45dc-9d12-b7882bffb3f5 is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:39:36.225149 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [None req-2d9bc058-de82-4674-bfc8-3596f76dbc09 admin admin] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:39:36.227845 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9bc058-de82-4674-bfc8-3596f76dbc09 admin admin] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:39:36.228600 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2d9bc058-de82-4674-bfc8-3596f76dbc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560105'] for router_interface, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:36.394522 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-53fa0007-8c48-4f96-9c98-78b2fe32f1ae req-ff885076-9c7a-461e-96fe-d5f796b6ddd0 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 210 time: 0.0743217 Jun 06 17:39:36.461560 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bc058-de82-4674-bfc8-3596f76dbc09 admin admin] Pushing event updated for resources: {'Port': ['ID=c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:36.464545 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2d9bc058-de82-4674-bfc8-3596f76dbc09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:36.548735 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bd90794e-a538-4899-81f7-33bc08ba2c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:36.576371 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bd90794e-a538-4899-81f7-33bc08ba2c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:36.705589 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ada8735-c133-438c-aae0-178fb0de1b3b', 'name': 'tempest-ServerRescueNegativeTestJSON-1360937625-router', 'tenant_id': '54404c87ce744aa8910669de4dfb4c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '96d86320-159d-4f12-92da-b8d543ed7016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:33Z', 'revision_number': 3, 'project_id': '54404c87ce744aa8910669de4dfb4c3a', 'gw_port': {'id': '96d86320-159d-4f12-92da-b8d543ed7016', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ada8735-c133-438c-aae0-178fb0de1b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:32Z', 'updated_at': '2021-06-06T17:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:36.709408 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-67eabb7d-f304-47ca-859a-07cbc205524a None None] Provisioning for port c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:39:36.715021 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] Checking router: 0ada8735-c133-438c-aae0-178fb0de1b3b for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:39:36.715373 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] Updating router 0ada8735-c133-438c-aae0-178fb0de1b3b port 96d86320-159d-4f12-92da-b8d543ed7016 binding host dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:39:36.772679 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bd90794e-a538-4899-81f7-33bc08ba2c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:36.775720 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bd90794e-a538-4899-81f7-33bc08ba2c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:36.780726 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-bd90794e-a538-4899-81f7-33bc08ba2c59 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7557701-99e8-42b4-a8f8-9ad11a18d58f HTTP/1.1" status: 204 len: 168 time: 0.5965915 Jun 06 17:39:36.781466 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:36.782054 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:36.795448 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90794e-a538-4899-81f7-33bc08ba2c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7557701-99e8-42b4-a8f8-9ad11a18d58f,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:36.803190 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-bd90794e-a538-4899-81f7-33bc08ba2c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:36.849101 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'name': 'tempest-AttachVolumeShelveTestJSON-109369191-router', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:29Z', 'updated_at': '2021-06-06T17:39:32Z', 'revision_number': 3, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'gw_port': {'id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ea:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:36.855807 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-67eabb7d-f304-47ca-859a-07cbc205524a None None] Provisioning complete for port c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:39:36.855807 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-67eabb7d-f304-47ca-859a-07cbc205524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:36.860006 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcba7cf-d291-46f7-adbd-7dc8427fdbb4 None None] The sync data for ids ['e4bc3a40-b804-408c-9b98-f66757ceeed4'] in dv-cinder-791281-4-iscsi is: [{'id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'name': 'tempest-AttachVolumeShelveTestJSON-109369191-router', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:29Z', 'updated_at': '2021-06-06T17:39:32Z', 'revision_number': 3, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'gw_port': {'id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ea:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}] {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:39:36.970090 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2d9bc058-de82-4674-bfc8-3596f76dbc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:37.035449 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-67eabb7d-f304-47ca-859a-07cbc205524a None None] Port c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:39:37.364067 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c63e93f4-ae72-4dbc-b15b-4759ee9df48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:37.542504 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] Notify callbacks [] for port, precommit_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:37.551491 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2d9bc058-de82-4674-bfc8-3596f76dbc09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:37.558908 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] Transition to ACTIVE for port object 96d86320-159d-4f12-92da-b8d543ed7016 will not be triggered until provisioned by entity L2. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:39:37.620421 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 33770) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:37.623483 dv-cinder-791281-4-iscsi neutron-server[98884]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 06 17:39:37.640062 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:37.644028 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:37.692030 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2d9bc058-de82-4674-bfc8-3596f76dbc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:37.697579 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2d9bc058-de82-4674-bfc8-3596f76dbc09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-811441'] for router_interface, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:37.699699 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [None req-c63e93f4-ae72-4dbc-b15b-4759ee9df48b admin admin] Allocated IP 172.20.0.1 (91e36ee1-9372-4204-9256-6e9d56fc176b/88f6cacd-d427-4a47-bf7c-020d70a116c4/5b01cddb-bd61-4c36-9926-daf427f448ec) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:39:37.705684 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e6b4c0de-51a9-4cfc-b6f3-4f066d883f30 req-4379bf76-f304-4e3a-b0ec-bf92fc72adf8 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 210 time: 0.0833600 Jun 06 17:39:37.708451 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:37.745314 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] Attempting to bind port 96d86320-159d-4f12-92da-b8d543ed7016 on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:39:37.745974 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] Attempting to bind port 96d86320-159d-4f12-92da-b8d543ed7016 by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:39:37.746323 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] Attempting to bind port 96d86320-159d-4f12-92da-b8d543ed7016 on network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:39:37.756773 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06d489-0ebf-4fd3-8afa-54be013ed76f None None] Pushing event updated for resources: {'Port': ['ID=96d86320-159d-4f12-92da-b8d543ed7016,revision_number=2']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:37.759837 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-8c06d489-0ebf-4fd3-8afa-54be013ed76f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:37.761167 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:39:37.764037 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] Checking segment: {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:39:37.764037 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:37.764037 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] Bound using segment: {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:39:37.764037 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] Bound port: 96d86320-159d-4f12-92da-b8d543ed7016, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:39:37.764037 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:37.847584 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] For port 96d86320-159d-4f12-92da-b8d543ed7016, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:39:37.850922 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] For port 96d86320-159d-4f12-92da-b8d543ed7016, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=96d86320-159d-4f12-92da-b8d543ed7016,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:39:37.883870 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 33778) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:37.939954 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8cc86182-2e35-464b-ac23-e231dccff1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:37.961662 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c63e93f4-ae72-4dbc-b15b-4759ee9df48b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:37.962719 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bc058-de82-4674-bfc8-3596f76dbc09 admin admin] Pushing event updated for resources: {'Port': ['ID=c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:37.968028 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2d9bc058-de82-4674-bfc8-3596f76dbc09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:37.983647 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:37.985144 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:38.077137 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c63e93f4-ae72-4dbc-b15b-4759ee9df48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:38.078348 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] Routers {'0ada8735-c133-438c-aae0-178fb0de1b3b'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:39:38.079000 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:39:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['0ada8735-c133-438c-aae0-178fb0de1b3b'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:38.093171 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:38.099532 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9bc058-de82-4674-bfc8-3596f76dbc09 admin admin] Network 797ee1ce-df47-45dc-9d12-b7882bffb3f5 is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:39:38.102160 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [None req-2d9bc058-de82-4674-bfc8-3596f76dbc09 admin admin] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:39:38.161236 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06d489-0ebf-4fd3-8afa-54be013ed76f None None] Pushing event updated for resources: {'Port': ['ID=96d86320-159d-4f12-92da-b8d543ed7016,revision_number=3']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:38.166147 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-8c06d489-0ebf-4fd3-8afa-54be013ed76f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:38.196571 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63e93f4-ae72-4dbc-b15b-4759ee9df48b admin admin] Network 91e36ee1-9372-4204-9256-6e9d56fc176b is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:39:38.206668 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-c63e93f4-ae72-4dbc-b15b-4759ee9df48b admin admin] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:39:38.210443 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63e93f4-ae72-4dbc-b15b-4759ee9df48b admin admin] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:39:38.211091 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c63e93f4-ae72-4dbc-b15b-4759ee9df48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560105'] for router_interface, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:38.224549 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e93f4-ae72-4dbc-b15b-4759ee9df48b admin admin] Pushing event updated for resources: {'Port': ['ID=5b01cddb-bd61-4c36-9926-daf427f448ec,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:38.227872 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c63e93f4-ae72-4dbc-b15b-4759ee9df48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:38.353785 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] Set router 0ada8735-c133-438c-aae0-178fb0de1b3b gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:39:38.380384 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8cc86182-2e35-464b-ac23-e231dccff1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:38.430632 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9bc058-de82-4674-bfc8-3596f76dbc09 admin admin] Router e4bc3a40-b804-408c-9b98-f66757ceeed4 has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:39:38.515431 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8cc86182-2e35-464b-ac23-e231dccff1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:38.535737 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-f10ba86a-3210-4c65-a4c8-c491ee473dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:38.626544 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c63e93f4-ae72-4dbc-b15b-4759ee9df48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:38.663254 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-f1889676-a2f4-4641-89e9-4259f2b70418 None None] Provisioning complete for port c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:39:38.664201 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-f1889676-a2f4-4641-89e9-4259f2b70418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:38.775836 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-f1889676-a2f4-4641-89e9-4259f2b70418 None None] Port c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:39:38.849433 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ada8735-c133-438c-aae0-178fb0de1b3b', 'name': 'tempest-ServerRescueNegativeTestJSON-1360937625-router', 'tenant_id': '54404c87ce744aa8910669de4dfb4c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '96d86320-159d-4f12-92da-b8d543ed7016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:33Z', 'revision_number': 3, 'project_id': '54404c87ce744aa8910669de4dfb4c3a', 'gw_port': {'id': '96d86320-159d-4f12-92da-b8d543ed7016', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ada8735-c133-438c-aae0-178fb0de1b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:32Z', 'updated_at': '2021-06-06T17:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:38.855053 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fcbf0a-acaa-40c2-8d93-5c06bf95819e None None] The sync data for ids ['0ada8735-c133-438c-aae0-178fb0de1b3b'] in dv-cinder-791281-4-iscsi is: [{'id': '0ada8735-c133-438c-aae0-178fb0de1b3b', 'name': 'tempest-ServerRescueNegativeTestJSON-1360937625-router', 'tenant_id': '54404c87ce744aa8910669de4dfb4c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '96d86320-159d-4f12-92da-b8d543ed7016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:33Z', 'revision_number': 3, 'project_id': '54404c87ce744aa8910669de4dfb4c3a', 'gw_port': {'id': '96d86320-159d-4f12-92da-b8d543ed7016', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ada8735-c133-438c-aae0-178fb0de1b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:32Z', 'updated_at': '2021-06-06T17:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:39:38.889785 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-8cc86182-2e35-464b-ac23-e231dccff1df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3cbcd0f8c1f436a80df3d7c7183e65d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9948850 Jun 06 17:39:38.892999 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 33804) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:38.909902 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc86182-2e35-464b-ac23-e231dccff1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3474d2f1-43f0-42c6-9eb1-5086ebb072bb,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:38.918363 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-8cc86182-2e35-464b-ac23-e231dccff1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:38.927537 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9bc058-de82-4674-bfc8-3596f76dbc09 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:39:38.933211 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-2d9bc058-de82-4674-bfc8-3596f76dbc09 admin admin] 10.222.0.18 "PUT /v2.0/routers/e4bc3a40-b804-408c-9b98-f66757ceeed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9095111 Jun 06 17:39:39.046410 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 6635474a-2642-47ff-8bb7-4ae81d8b0f20 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:39:39.219890 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd099-4e2c-45eb-8ba5-183133ba8109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:39.276250 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-45ab7652-10ab-48cf-bbe6-68b933c9a61e req-ecc8d7b7-777c-485c-ae1f-aab2b397fcfa tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 210 time: 0.1387475 Jun 06 17:39:39.305632 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd099-4e2c-45eb-8ba5-183133ba8109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:39.321275 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port 6635474a-2642-47ff-8bb7-4ae81d8b0f20 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:39:39.328567 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 6635474a-2642-47ff-8bb7-4ae81d8b0f20 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:39:39.329448 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:39.407595 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] Sync routers for ids ['e4bc3a40-b804-408c-9b98-f66757ceeed4'] in dv-cinder-791281-4-iscsi {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:39:39.424159 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] Routers {'e4bc3a40-b804-408c-9b98-f66757ceeed4'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:39:39.430190 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:39:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['e4bc3a40-b804-408c-9b98-f66757ceeed4'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:39.464100 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c63e93f4-ae72-4dbc-b15b-4759ee9df48b admin admin] Notify callbacks [] for port, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:39.593583 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:39.601728 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c63e93f4-ae72-4dbc-b15b-4759ee9df48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:39.602480 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd099-4e2c-45eb-8ba5-183133ba8109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:39.603664 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c63e93f4-ae72-4dbc-b15b-4759ee9df48b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-811441'] for router_interface, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:39.619346 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port 6635474a-2642-47ff-8bb7-4ae81d8b0f20, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=6635474a-2642-47ff-8bb7-4ae81d8b0f20,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:39:39.619567 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd099-4e2c-45eb-8ba5-183133ba8109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:39.624014 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-7cdbd099-4e2c-45eb-8ba5-183133ba8109 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3474d2f1-43f0-42c6-9eb1-5086ebb072bb HTTP/1.1" status: 204 len: 168 time: 0.7324271 Jun 06 17:39:39.624880 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e8e5fbb6-797c-4a7b-b0d4-b8e54ac20e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:39.713999 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:39.717421 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-8c06d489-0ebf-4fd3-8afa-54be013ed76f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:39.799704 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] Set router e4bc3a40-b804-408c-9b98-f66757ceeed4 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:39:39.884084 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e93f4-ae72-4dbc-b15b-4759ee9df48b admin admin] Pushing event updated for resources: {'Port': ['ID=5b01cddb-bd61-4c36-9926-daf427f448ec,revision_number=2']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:39.898636 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c63e93f4-ae72-4dbc-b15b-4759ee9df48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:39.899045 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:39.947264 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdbd099-4e2c-45eb-8ba5-183133ba8109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3474d2f1-43f0-42c6-9eb1-5086ebb072bb,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:39.955468 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-7cdbd099-4e2c-45eb-8ba5-183133ba8109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:39.984299 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=6635474a-2642-47ff-8bb7-4ae81d8b0f20,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:39.991324 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:40.019532 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63e93f4-ae72-4dbc-b15b-4759ee9df48b admin admin] Network 91e36ee1-9372-4204-9256-6e9d56fc176b is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:39:40.020818 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-c63e93f4-ae72-4dbc-b15b-4759ee9df48b admin admin] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:39:40.098390 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 33850) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:40.130905 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.35', 53623) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:40.439249 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-3c7ca1fc-e582-47be-97e7-e5f9b0497fa8 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:40.447078 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-3c7ca1fc-e582-47be-97e7-e5f9b0497fa8 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.35 "GET /v2.0/networks?id=7f197642-c32e-4619-8279-019e740de3f8 HTTP/1.1" status: 200 len: 812 time: 0.3151345 Jun 06 17:39:40.485935 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63e93f4-ae72-4dbc-b15b-4759ee9df48b admin admin] Router 0ada8735-c133-438c-aae0-178fb0de1b3b has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:39:40.500478 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-bfdeeb0b-c969-41ac-ab96-8e3d5464003a tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Request body: {'port': {'device_id': 'dfa202a9-f7ec-49aa-8035-45efc7b18dfd', 'network_id': '7f197642-c32e-4619-8279-019e740de3f8', 'admin_state_up': True, 'tenant_id': '6087608247b94f6ea06ea8a7325eabbe'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:40.706039 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'name': 'tempest-AttachVolumeShelveTestJSON-109369191-router', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:29Z', 'updated_at': '2021-06-06T17:39:36Z', 'revision_number': 4, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'gw_port': {'id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ea:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e', 'name': '', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'mac_address': 'fa:16:3e:de:7c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:35Z', 'updated_at': '2021-06-06T17:39:37Z', 'revision_number': 2, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'subnets': [{'id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:40.725951 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] Checking router: e4bc3a40-b804-408c-9b98-f66757ceeed4 for host: dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:39:40.726319 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] Updating router e4bc3a40-b804-408c-9b98-f66757ceeed4 port c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e binding host dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:39:40.837669 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:40.854657 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 33884) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:40.876184 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-d5df3383-039d-47a5-903a-72d2d9a340cd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1034170379', 'description': 'tempest-description--1891584638'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:41.010064 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63e93f4-ae72-4dbc-b15b-4759ee9df48b admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:39:41.017354 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-e2745f20-066c-48c7-8c3e-38b2af1ac658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:41.022145 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-c63e93f4-ae72-4dbc-b15b-4759ee9df48b admin admin] 10.222.0.18 "PUT /v2.0/routers/0ada8735-c133-438c-aae0-178fb0de1b3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9862103 Jun 06 17:39:41.058236 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d5df3383-039d-47a5-903a-72d2d9a340cd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:41.066513 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d0dc9977-6927-4a4d-8602-720d22ede97c req-85ce5d23-6b2a-4c26-8d12-e2336a478ec9 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 210 time: 0.4445360 Jun 06 17:39:41.197423 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-bfdeeb0b-c969-41ac-ab96-8e3d5464003a tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Made reservation on behalf of 6087608247b94f6ea06ea8a7325eabbe for: {'port': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:39:41.201737 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-bfdeeb0b-c969-41ac-ab96-8e3d5464003a tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:41.216762 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 6635474a-2642-47ff-8bb7-4ae81d8b0f20 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:39:41.361276 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 6635474a-2642-47ff-8bb7-4ae81d8b0f20 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:39:41.361723 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:41.378738 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d5df3383-039d-47a5-903a-72d2d9a340cd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:41.468766 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] Notify callbacks [] for port, precommit_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:41.481377 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.provisioning_blocks [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] Transition to ACTIVE for port object c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e will not be triggered until provisioned by entity L2. {{(pid=98887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:39:41.538956 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d5df3383-039d-47a5-903a-72d2d9a340cd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:41.550448 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:41.583086 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-bfdeeb0b-c969-41ac-ab96-8e3d5464003a tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Allocated IP 172.20.0.12 (7f197642-c32e-4619-8279-019e740de3f8/57328da2-b243-4997-9647-814d61621f1d/65e93f5a-8af4-4227-88ae-a951c8ef7ea4) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:39:41.617905 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 96d86320-159d-4f12-92da-b8d543ed7016 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:39:41.622693 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df3383-039d-47a5-903a-72d2d9a340cd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cce4140-8af8-4dbc-b9af-a13c84934d54,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:41.628050 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-d5df3383-039d-47a5-903a-72d2d9a340cd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:41.672292 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:41.684921 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:41.771215 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] Sync routers for ids ['0ada8735-c133-438c-aae0-178fb0de1b3b'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:39:41.779234 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-e2745f20-066c-48c7-8c3e-38b2af1ac658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:41.783371 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] Routers {'0ada8735-c133-438c-aae0-178fb0de1b3b'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:39:41.784006 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:39:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['0ada8735-c133-438c-aae0-178fb0de1b3b'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:41.955500 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-bfdeeb0b-c969-41ac-ab96-8e3d5464003a tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:41.956752 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port 96d86320-159d-4f12-92da-b8d543ed7016 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:39:41.960468 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-e2745f20-066c-48c7-8c3e-38b2af1ac658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:41.977181 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:41.981641 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 96d86320-159d-4f12-92da-b8d543ed7016 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:39:41.982281 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:42.014472 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2745f20-066c-48c7-8c3e-38b2af1ac658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd50209-ab0e-4655-950b-df6d6ed3a485,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:42.018943 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed0272-a186-4c5b-bd12-694f66cd005d None None] Pushing event updated for resources: {'Port': ['ID=c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e,revision_number=3']} {{(pid=98887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:42.035571 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-e2745f20-066c-48c7-8c3e-38b2af1ac658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:42.068587 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-e2745f20-066c-48c7-8c3e-38b2af1ac658 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90b50d6e76ed48c1a00d752fdcffe1d9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9690259 Jun 06 17:39:42.071324 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 33952) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:42.093079 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-15ed0272-a186-4c5b-bd12-694f66cd005d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:42.104041 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d5df3383-039d-47a5-903a-72d2d9a340cd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:42.107190 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-d5df3383-039d-47a5-903a-72d2d9a340cd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2512803 Jun 06 17:39:42.110121 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 33956) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:42.117894 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-034e6749-57aa-4cbd-8fa5-395ab8145c89 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Request body: {'security_group_rule': {'security_group_id': '0cce4140-8af8-4dbc-b9af-a13c84934d54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:42.149213 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f0be4e62-2a40-4e82-b2e1-ee7964162b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:42.152591 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] Attempting to bind port c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:39:42.153194 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] Attempting to bind port c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': '5effff72-42c5-4daa-9414-1ff26a9a687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5'}] {{(pid=98887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:39:42.153950 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] Attempting to bind port c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e on network 797ee1ce-df47-45dc-9d12-b7882bffb3f5 {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:39:42.161137 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:39:42.161836 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] Checking segment: {'id': '5effff72-42c5-4daa-9414-1ff26a9a687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:39:42.162506 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:42.163120 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] Bound using segment: {'id': '5effff72-42c5-4daa-9414-1ff26a9a687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5'} {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:39:42.163915 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] Bound port: c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5effff72-42c5-4daa-9414-1ff26a9a687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5'}}] {{(pid=98887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:39:42.164538 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:42.217221 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f0be4e62-2a40-4e82-b2e1-ee7964162b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:42.237608 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 33958) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:42.293035 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] Set router 0ada8735-c133-438c-aae0-178fb0de1b3b gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:39:42.295655 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.db [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] For port c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:39:42.298891 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.db [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] For port c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:39:42.306953 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-bfdeeb0b-c969-41ac-ab96-8e3d5464003a tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:42.346446 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-034e6749-57aa-4cbd-8fa5-395ab8145c89 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:42.391665 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2d9bc058-de82-4674-bfc8-3596f76dbc09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:42.484966 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-bfdeeb0b-c969-41ac-ab96-8e3d5464003a tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Network 7f197642-c32e-4619-8279-019e740de3f8 is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:39:42.487425 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:42.492592 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-15ed0272-a186-4c5b-bd12-694f66cd005d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:42.499334 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f0be4e62-2a40-4e82-b2e1-ee7964162b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:42.500617 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-bfdeeb0b-c969-41ac-ab96-8e3d5464003a tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:39:42.520454 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-bfdeeb0b-c969-41ac-ab96-8e3d5464003a tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:39:42.536162 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-bfdeeb0b-c969-41ac-ab96-8e3d5464003a tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:42.536985 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-bfdeeb0b-c969-41ac-ab96-8e3d5464003a tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:42.541915 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:42.577642 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f0be4e62-2a40-4e82-b2e1-ee7964162b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:42.578930 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-f0be4e62-2a40-4e82-b2e1-ee7964162b8f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebd50209-ab0e-4655-950b-df6d6ed3a485 HTTP/1.1" status: 204 len: 168 time: 0.5066295 Jun 06 17:39:42.595084 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdeeb0b-c969-41ac-ab96-8e3d5464003a tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Pushing event updated for resources: {'Port': ['ID=65e93f5a-8af4-4227-88ae-a951c8ef7ea4,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:42.622826 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-bfdeeb0b-c969-41ac-ab96-8e3d5464003a tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:42.625218 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-ecdb7211-98d9-49d9-8a2c-3d15a208edab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:42.630575 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e047b9c4-6705-4a12-9432-180d9fe57769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:42.643989 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port 96d86320-159d-4f12-92da-b8d543ed7016, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=96d86320-159d-4f12-92da-b8d543ed7016,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:39:42.686628 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f95ce4-8f2d-4769-bafc-0f50bad0a1b2 req-37d56821-a0cd-4f6c-b69f-875037d24726 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:42.688952 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a9f95ce4-8f2d-4769-bafc-0f50bad0a1b2 req-37d56821-a0cd-4f6c-b69f-875037d24726 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 932 time: 0.3892937 Jun 06 17:39:42.693108 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be4e62-2a40-4e82-b2e1-ee7964162b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd50209-ab0e-4655-950b-df6d6ed3a485,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:42.695271 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] Routers {'e4bc3a40-b804-408c-9b98-f66757ceeed4'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:39:42.696325 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:39:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['e4bc3a40-b804-408c-9b98-f66757ceeed4'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:42.707087 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-f0be4e62-2a40-4e82-b2e1-ee7964162b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:42.765157 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-bfdeeb0b-c969-41ac-ab96-8e3d5464003a tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2697780 Jun 06 17:39:42.803750 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-faa0939f-a18d-457c-b94b-e028e5e22951 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=98884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 17:39:42.804908 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-faa0939f-a18d-457c-b94b-e028e5e22951 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207074 Jun 06 17:39:42.808237 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a9f95ce4-8f2d-4769-bafc-0f50bad0a1b2 req-8b54909e-60ec-45bf-8ac6-c2ba162f8958 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d21516e-af8d-4b20-8ee5-c7209009cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030617 Jun 06 17:39:42.848059 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:42.848059 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:42.894999 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed0272-a186-4c5b-bd12-694f66cd005d None None] Pushing event updated for resources: {'Port': ['ID=c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e,revision_number=4']} {{(pid=98887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:42.900218 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-15ed0272-a186-4c5b-bd12-694f66cd005d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:42.924217 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=96d86320-159d-4f12-92da-b8d543ed7016,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:42.928322 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:42.957656 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ada8735-c133-438c-aae0-178fb0de1b3b', 'name': 'tempest-ServerRescueNegativeTestJSON-1360937625-router', 'tenant_id': '54404c87ce744aa8910669de4dfb4c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '96d86320-159d-4f12-92da-b8d543ed7016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:38Z', 'revision_number': 4, 'project_id': '54404c87ce744aa8910669de4dfb4c3a', 'gw_port': {'id': '96d86320-159d-4f12-92da-b8d543ed7016', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:25:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ada8735-c133-438c-aae0-178fb0de1b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:32Z', 'updated_at': '2021-06-06T17:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '5b01cddb-bd61-4c36-9926-daf427f448ec', 'name': '', 'network_id': '91e36ee1-9372-4204-9256-6e9d56fc176b', 'tenant_id': '54404c87ce744aa8910669de4dfb4c3a', 'mac_address': 'fa:16:3e:e4:d0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ada8735-c133-438c-aae0-178fb0de1b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '88f6cacd-d427-4a47-bf7c-020d70a116c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:37Z', 'updated_at': '2021-06-06T17:39:38Z', 'revision_number': 2, 'project_id': '54404c87ce744aa8910669de4dfb4c3a', 'subnets': [{'id': '88f6cacd-d427-4a47-bf7c-020d70a116c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:42.957656 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] Checking router: 0ada8735-c133-438c-aae0-178fb0de1b3b for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:39:42.957656 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] Updating router 0ada8735-c133-438c-aae0-178fb0de1b3b port 5b01cddb-bd61-4c36-9926-daf427f448ec binding host dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:39:43.053601 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:43.054002 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-7a161ab7-6c6c-45f4-8a26-95cebb17b13f tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:43.065908 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-7a161ab7-6c6c-45f4-8a26-95cebb17b13f tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/networks?id=91e36ee1-9372-4204-9256-6e9d56fc176b HTTP/1.1" status: 200 len: 819 time: 0.5855370 Jun 06 17:39:43.076022 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-034e6749-57aa-4cbd-8fa5-395ab8145c89 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:43.107182 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-79cebb51-3654-4691-9f60-fa6e091cb504 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/quotas/54404c87ce744aa8910669de4dfb4c3a HTTP/1.1" status: 200 len: 375 time: 0.0403342 Jun 06 17:39:43.162496 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] Set router e4bc3a40-b804-408c-9b98-f66757ceeed4 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:39:43.306477 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-034e6749-57aa-4cbd-8fa5-395ab8145c89 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:43.324196 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:43.444934 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e6749-57aa-4cbd-8fa5-395ab8145c89 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c234707-adaa-4fb7-9582-875816d397a4,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:43.454360 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-034e6749-57aa-4cbd-8fa5-395ab8145c89 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:43.546530 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-4f60b74a-5d9c-4303-a66a-a4a15a1c1341 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=54404c87ce744aa8910669de4dfb4c3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4384079 Jun 06 17:39:43.636726 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e047b9c4-6705-4a12-9432-180d9fe57769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:43.765035 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e047b9c4-6705-4a12-9432-180d9fe57769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:43.786581 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-fe1a8b1e-ad6e-4400-af1b-727a02517689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:43.829443 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] Notify callbacks [] for port, precommit_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:43.841320 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-034e6749-57aa-4cbd-8fa5-395ab8145c89 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:43.845967 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-034e6749-57aa-4cbd-8fa5-395ab8145c89 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7331660 Jun 06 17:39:43.846172 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 34008) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:43.853297 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-00ec9f51-b221-40a7-8b83-d9107acb317f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Request body: {'security_group_rule': {'security_group_id': '0cce4140-8af8-4dbc-b9af-a13c84934d54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:43.856714 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] Transition to ACTIVE for port object 5b01cddb-bd61-4c36-9926-daf427f448ec will not be triggered until provisioned by entity L2. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:39:43.882268 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'name': 'tempest-AttachVolumeShelveTestJSON-109369191-router', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:29Z', 'updated_at': '2021-06-06T17:39:36Z', 'revision_number': 4, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'gw_port': {'id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ea:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e', 'name': '', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'mac_address': 'fa:16:3e:de:7c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:35Z', 'updated_at': '2021-06-06T17:39:42Z', 'revision_number': 4, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'subnets': [{'id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:43.906573 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4008206f-77b4-4677-8e79-0fea138f7e2b None None] The sync data for ids ['e4bc3a40-b804-408c-9b98-f66757ceeed4'] in dv-cinder-791281-4-iscsi is: [{'id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'name': 'tempest-AttachVolumeShelveTestJSON-109369191-router', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:29Z', 'updated_at': '2021-06-06T17:39:36Z', 'revision_number': 4, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'gw_port': {'id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ea:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e', 'name': '', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'mac_address': 'fa:16:3e:de:7c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:35Z', 'updated_at': '2021-06-06T17:39:42Z', 'revision_number': 4, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'subnets': [{'id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:39:43.921898 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-e047b9c4-6705-4a12-9432-180d9fe57769 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8fdaaac65696480a8bd6f16bb56346b3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6829045 Jun 06 17:39:43.925348 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 34014) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:43.927706 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047b9c4-6705-4a12-9432-180d9fe57769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333f991d-9ba3-4eea-9f5a-855b4c94fa83,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:43.944836 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e047b9c4-6705-4a12-9432-180d9fe57769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:44.244644 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-2932c8e2-084a-4d2e-8677-25b283a72fb1 service neutron] 10.222.0.18 "GET /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908436 Jun 06 17:39:44.253497 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:44.253497 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:44.253497 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84727b-d126-47ed-bdcd-61004b4300b5 None None] Pushing event updated for resources: {'Port': ['ID=5b01cddb-bd61-4c36-9926-daf427f448ec,revision_number=3']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:44.253497 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-0c84727b-d126-47ed-bdcd-61004b4300b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:44.257092 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-19ad75b1-1284-4bad-82c0-ad4a7a61ae06 service neutron] 10.222.0.18 "GET /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771041 Jun 06 17:39:44.267838 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Request body: {'port': {'device_id': 'dfa202a9-f7ec-49aa-8035-45efc7b18dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:44.303881 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-7ce75ae5-3917-47b5-b097-ac3633d69468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:44.363508 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-7ce75ae5-3917-47b5-b097-ac3633d69468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:44.553086 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-00ec9f51-b221-40a7-8b83-d9107acb317f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:44.660528 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] Attempting to bind port 5b01cddb-bd61-4c36-9926-daf427f448ec on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:39:44.660976 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] Attempting to bind port 5b01cddb-bd61-4c36-9926-daf427f448ec by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': 'fa770a38-3cfc-44bf-8e8f-ab9e0ad707db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '91e36ee1-9372-4204-9256-6e9d56fc176b'}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:39:44.661785 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] Attempting to bind port 5b01cddb-bd61-4c36-9926-daf427f448ec on network 91e36ee1-9372-4204-9256-6e9d56fc176b {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:39:44.663913 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-7ce75ae5-3917-47b5-b097-ac3633d69468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:44.672489 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:39:44.673035 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] Checking segment: {'id': 'fa770a38-3cfc-44bf-8e8f-ab9e0ad707db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '91e36ee1-9372-4204-9256-6e9d56fc176b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:39:44.673537 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:44.674054 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] Bound using segment: {'id': 'fa770a38-3cfc-44bf-8e8f-ab9e0ad707db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '91e36ee1-9372-4204-9256-6e9d56fc176b'} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:39:44.674578 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] Bound port: 5b01cddb-bd61-4c36-9926-daf427f448ec, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa770a38-3cfc-44bf-8e8f-ab9e0ad707db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '91e36ee1-9372-4204-9256-6e9d56fc176b'}}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:39:44.675404 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:44.685801 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-7ce75ae5-3917-47b5-b097-ac3633d69468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:44.687505 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-7ce75ae5-3917-47b5-b097-ac3633d69468 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/333f991d-9ba3-4eea-9f5a-855b4c94fa83 HTTP/1.1" status: 204 len: 168 time: 0.7605522 Jun 06 17:39:44.692262 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:44.953417 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:44.989439 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-36639c6f-de07-4b81-8177-c6828427e283 req-d6f819c7-e205-4cbc-9cf9-4890be0d8b8f tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 210 time: 0.1954744 Jun 06 17:39:45.069346 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 34050) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:45.076179 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] For port 5b01cddb-bd61-4c36-9926-daf427f448ec, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:39:45.081090 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] For port 5b01cddb-bd61-4c36-9926-daf427f448ec, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=5b01cddb-bd61-4c36-9926-daf427f448ec,segment=NetworkSegment(fa770a38-3cfc-44bf-8e8f-ab9e0ad707db),segment_id=fa770a38-3cfc-44bf-8e8f-ab9e0ad707db)] {{(pid=98886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:39:45.213277 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:45.217241 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 96d86320-159d-4f12-92da-b8d543ed7016 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:39:45.265091 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce75ae5-3917-47b5-b097-ac3633d69468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333f991d-9ba3-4eea-9f5a-855b4c94fa83,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:45.287566 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-0c84727b-d126-47ed-bdcd-61004b4300b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:45.302369 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-7ce75ae5-3917-47b5-b097-ac3633d69468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:45.312691 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef919a5-2e44-4352-9c86-f042d5042112 req-6198aa2c-22e4-4af9-9e65-0c900a52e3e9 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:45.316328 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8ef919a5-2e44-4352-9c86-f042d5042112 req-6198aa2c-22e4-4af9-9e65-0c900a52e3e9 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 932 time: 1.2025869 Jun 06 17:39:45.407054 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84727b-d126-47ed-bdcd-61004b4300b5 None None] Pushing event updated for resources: {'Port': ['ID=5b01cddb-bd61-4c36-9926-daf427f448ec,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:45.414443 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-00ec9f51-b221-40a7-8b83-d9107acb317f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:45.428121 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-0c84727b-d126-47ed-bdcd-61004b4300b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:45.487841 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] Routers {'0ada8735-c133-438c-aae0-178fb0de1b3b'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:39:45.488551 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:39:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['0ada8735-c133-438c-aae0-178fb0de1b3b'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:45.501826 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8ef919a5-2e44-4352-9c86-f042d5042112 req-f47abd3d-ca02-494d-8852-aa76aae9255e tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d21516e-af8d-4b20-8ee5-c7209009cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563840 Jun 06 17:39:45.566356 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-00ec9f51-b221-40a7-8b83-d9107acb317f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:45.575677 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:45.593924 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec9f51-b221-40a7-8b83-d9107acb317f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e521c3b-7761-4961-a16b-b8c573f66001,revision_number=0']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:45.632439 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-00ec9f51-b221-40a7-8b83-d9107acb317f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:45.784817 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-00ec9f51-b221-40a7-8b83-d9107acb317f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:45.786196 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-00ec9f51-b221-40a7-8b83-d9107acb317f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9390874 Jun 06 17:39:45.789333 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 34076) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:45.795036 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-9fae30a4-11db-4e92-8f3e-f5771259bd59 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Request body: {'floatingip': {'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:45.812929 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e93f5a-8af4-4227-88ae-a951c8ef7ea4 {{(pid=98884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:39:45.824329 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:45.864225 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Transition to ACTIVE for port object 65e93f5a-8af4-4227-88ae-a951c8ef7ea4 will not be triggered until provisioned by entity L2. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:39:45.931770 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] Set router 0ada8735-c133-438c-aae0-178fb0de1b3b gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:39:46.001053 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:46.002319 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 96d86320-159d-4f12-92da-b8d543ed7016 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:39:46.003082 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:46.008063 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:46.046185 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-26b73144-dfc1-4372-83d0-a32081e8e135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:46.078123 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9fae30a4-11db-4e92-8f3e-f5771259bd59 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for floatingip, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:46.316321 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-26b73144-dfc1-4372-83d0-a32081e8e135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:46.385765 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-9cf7b694-9a3c-4fc1-acc6-dc84d6e4e9c4 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:46.394473 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-9cf7b694-9a3c-4fc1-acc6-dc84d6e4e9c4 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/networks?id=91e36ee1-9372-4204-9256-6e9d56fc176b HTTP/1.1" status: 200 len: 819 time: 0.5261710 Jun 06 17:39:46.415901 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-ed63f0dc-cd72-41af-9450-34c54942d400 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/quotas/54404c87ce744aa8910669de4dfb4c3a HTTP/1.1" status: 200 len: 375 time: 0.0202396 Jun 06 17:39:46.431729 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-26b73144-dfc1-4372-83d0-a32081e8e135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:46.459867 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Pushing event updated for resources: {'Port': ['ID=65e93f5a-8af4-4227-88ae-a951c8ef7ea4,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:46.474147 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:46.487686 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Attempting to bind port 65e93f5a-8af4-4227-88ae-a951c8ef7ea4 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:39:46.493824 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Attempting to bind port 65e93f5a-8af4-4227-88ae-a951c8ef7ea4 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '9c6d451d-e716-4c29-9cf8-f4d4ef8d669e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7f197642-c32e-4619-8279-019e740de3f8'}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:39:46.494761 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Attempting to bind port 65e93f5a-8af4-4227-88ae-a951c8ef7ea4 on network 7f197642-c32e-4619-8279-019e740de3f8 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:39:46.511648 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Port 65e93f5a-8af4-4227-88ae-a951c8ef7ea4 on network 7f197642-c32e-4619-8279-019e740de3f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:39:46.512087 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Attempting to bind port 65e93f5a-8af4-4227-88ae-a951c8ef7ea4 on network 7f197642-c32e-4619-8279-019e740de3f8 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:39:46.521091 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Checking agent: {'id': '6c14353c-f6d9-4edd-9e01-bd5de19f5e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'started_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:39:46.526185 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Checking segment: {'id': '9c6d451d-e716-4c29-9cf8-f4d4ef8d669e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7f197642-c32e-4619-8279-019e740de3f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:39:46.526982 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Bound using segment: {'id': '9c6d451d-e716-4c29-9cf8-f4d4ef8d669e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7f197642-c32e-4619-8279-019e740de3f8'} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:39:46.527538 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Bound port: 65e93f5a-8af4-4227-88ae-a951c8ef7ea4, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c6d451d-e716-4c29-9cf8-f4d4ef8d669e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7f197642-c32e-4619-8279-019e740de3f8'}}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:39:46.529244 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:46.639712 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 34108) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:46.733070 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-eed55783-762f-4452-a851-3477ebb63e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:46.777483 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ada8735-c133-438c-aae0-178fb0de1b3b', 'name': 'tempest-ServerRescueNegativeTestJSON-1360937625-router', 'tenant_id': '54404c87ce744aa8910669de4dfb4c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '96d86320-159d-4f12-92da-b8d543ed7016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:38Z', 'revision_number': 4, 'project_id': '54404c87ce744aa8910669de4dfb4c3a', 'gw_port': {'id': '96d86320-159d-4f12-92da-b8d543ed7016', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ada8735-c133-438c-aae0-178fb0de1b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:32Z', 'updated_at': '2021-06-06T17:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '5b01cddb-bd61-4c36-9926-daf427f448ec', 'name': '', 'network_id': '91e36ee1-9372-4204-9256-6e9d56fc176b', 'tenant_id': '54404c87ce744aa8910669de4dfb4c3a', 'mac_address': 'fa:16:3e:e4:d0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ada8735-c133-438c-aae0-178fb0de1b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '88f6cacd-d427-4a47-bf7c-020d70a116c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:37Z', 'updated_at': '2021-06-06T17:39:45Z', 'revision_number': 4, 'project_id': '54404c87ce744aa8910669de4dfb4c3a', 'subnets': [{'id': '88f6cacd-d427-4a47-bf7c-020d70a116c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:39:46.786927 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:39:46.806608 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] For port 65e93f5a-8af4-4227-88ae-a951c8ef7ea4, host hv-cinder-79128, cleared binding levels {{(pid=98884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:39:46.817602 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] For port 65e93f5a-8af4-4227-88ae-a951c8ef7ea4, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=65e93f5a-8af4-4227-88ae-a951c8ef7ea4,segment=NetworkSegment(9c6d451d-e716-4c29-9cf8-f4d4ef8d669e),segment_id=9c6d451d-e716-4c29-9cf8-f4d4ef8d669e)] {{(pid=98884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:39:46.898812 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:46.952055 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-26b73144-dfc1-4372-83d0-a32081e8e135 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef2d8a6e030f4ce397fbcaa22facac9e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8772883 Jun 06 17:39:46.975070 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 34122) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:46.989061 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848bfd9e-f9da-4418-8c99-f775e387c508 None None] The sync data for ids ['0ada8735-c133-438c-aae0-178fb0de1b3b'] in dv-cinder-791281-4-iscsi is: [{'id': '0ada8735-c133-438c-aae0-178fb0de1b3b', 'name': 'tempest-ServerRescueNegativeTestJSON-1360937625-router', 'tenant_id': '54404c87ce744aa8910669de4dfb4c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '96d86320-159d-4f12-92da-b8d543ed7016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:38Z', 'revision_number': 4, 'project_id': '54404c87ce744aa8910669de4dfb4c3a', 'gw_port': {'id': '96d86320-159d-4f12-92da-b8d543ed7016', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ada8735-c133-438c-aae0-178fb0de1b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:32Z', 'updated_at': '2021-06-06T17:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '5b01cddb-bd61-4c36-9926-daf427f448ec', 'name': '', 'network_id': '91e36ee1-9372-4204-9256-6e9d56fc176b', 'tenant_id': '54404c87ce744aa8910669de4dfb4c3a', 'mac_address': 'fa:16:3e:e4:d0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ada8735-c133-438c-aae0-178fb0de1b3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '88f6cacd-d427-4a47-bf7c-020d70a116c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:37Z', 'updated_at': '2021-06-06T17:39:45Z', 'revision_number': 4, 'project_id': '54404c87ce744aa8910669de4dfb4c3a', 'subnets': [{'id': '88f6cacd-d427-4a47-bf7c-020d70a116c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:39:47.124413 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:47.166928 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:39:47.178590 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:39:47.179743 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:47.193896 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b73144-dfc1-4372-83d0-a32081e8e135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d334a6-9c14-419d-a093-92c29623c409,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:47.211416 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-26b73144-dfc1-4372-83d0-a32081e8e135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:47.232550 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2d9bc058-de82-4674-bfc8-3596f76dbc09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:47.235088 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9fae30a4-11db-4e92-8f3e-f5771259bd59 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:47.331400 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:47.332967 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:47.336951 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] 10.222.0.35 "PUT /v2.0/ports/65e93f5a-8af4-4227-88ae-a951c8ef7ea4 HTTP/1.1" status: 200 len: 1094 time: 3.7832396 Jun 06 17:39:47.361819 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa202a9-f7ec-49aa-8035-45efc7b18dfd', 'tag': '65e93f5a-8af4-4227-88ae-a951c8ef7ea4'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:39:47.438881 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-b8d60a8c-f79f-4262-bfb9-ea475ba090e8 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=54404c87ce744aa8910669de4dfb4c3a&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0209494 Jun 06 17:39:47.468450 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:47.587137 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:39:47.663153 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Pushing event updated for resources: {'Port': ['ID=65e93f5a-8af4-4227-88ae-a951c8ef7ea4,revision_number=3']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:47.679257 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:47.682203 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:47.694120 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:47.905646 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:47.911509 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:47.936840 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-b77aa8a5-9955-4c37-9272-ef8f1a1ad57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:47.981758 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 5b01cddb-bd61-4c36-9926-daf427f448ec up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:39:48.086357 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320df039-2ca5-46ee-b0fb-898a386d631f" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa202a9-f7ec-49aa-8035-45efc7b18dfd", "tag": "65e93f5a-8af4-4227-88ae-a951c8ef7ea4"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:39:48.256842 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-b77aa8a5-9955-4c37-9272-ef8f1a1ad57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:48.262428 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-a5fd4136-6bf1-4098-8de6-4fcd5e219152 service neutron] 10.222.0.18 "GET /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7683461 Jun 06 17:39:48.264161 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [None req-9fae30a4-11db-4e92-8f3e-f5771259bd59 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Allocated IP 172.27.1.131 (51853ba8-cea8-4c9b-b5c3-a56837a6d9d6/59a9bba0-da8c-4953-8d6b-87895ebef86f/89c46b4e-9db4-4f27-b084-471849332124) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:39:48.331523 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-eed55783-762f-4452-a851-3477ebb63e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:48.362054 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port 5b01cddb-bd61-4c36-9926-daf427f448ec completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:39:48.371798 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 5b01cddb-bd61-4c36-9926-daf427f448ec triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:39:48.372553 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:48.378912 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-e17df60b-0f51-46aa-8003-020e6b92caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:48.380817 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-e17df60b-0f51-46aa-8003-020e6b92caf2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6087608247b94f6ea06ea8a7325eabbe&device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 1097 time: 0.6668565 Jun 06 17:39:48.455746 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8abbe1-5a3f-43bb-8f6f-04afa042bdd9 req-3fc2d964-c9f7-41a1-b347-3384e7610688 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:48.471679 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8d8abbe1-5a3f-43bb-8f6f-04afa042bdd9 req-3fc2d964-c9f7-41a1-b347-3384e7610688 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 944 time: 1.6158607 Jun 06 17:39:48.798646 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:48.820176 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-eed55783-762f-4452-a851-3477ebb63e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:48.843087 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port 5b01cddb-bd61-4c36-9926-daf427f448ec, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=5b01cddb-bd61-4c36-9926-daf427f448ec,segment=NetworkSegment(fa770a38-3cfc-44bf-8e8f-ab9e0ad707db),segment_id=fa770a38-3cfc-44bf-8e8f-ab9e0ad707db)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:39:48.928615 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:48.931963 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:48.960080 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-13609a35-b361-4ae7-9946-080069671483 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65e93f5a-8af4-4227-88ae-a951c8ef7ea4 HTTP/1.1" status: 200 len: 217 time: 0.5484791 Jun 06 17:39:48.964390 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-bd90794e-a538-4899-81f7-33bc08ba2c59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:48.980090 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-eed55783-762f-4452-a851-3477ebb63e95 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1519a74b6864072822b42d56906a813&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3355591 Jun 06 17:39:48.981690 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:39:48.985542 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 34154) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:49.101483 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8d8abbe1-5a3f-43bb-8f6f-04afa042bdd9 req-0c73aed2-a07a-44e4-a3a9-ea8f79f0d265 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d21516e-af8d-4b20-8ee5-c7209009cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6282561 Jun 06 17:39:49.111881 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=5b01cddb-bd61-4c36-9926-daf427f448ec,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:49.119844 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:49.190171 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed55783-762f-4452-a851-3477ebb63e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c954494-a4e8-43ac-92c2-c247cbe621ae,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:49.195676 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-eed55783-762f-4452-a851-3477ebb63e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:49.212064 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-1c2a9d60-845f-4a22-b681-94a68e5055dc service neutron] 10.222.0.18 "GET /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9387643 Jun 06 17:39:49.222454 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-14c24852-bef6-4404-8060-2c207bcebe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:49.224771 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-14c24852-bef6-4404-8060-2c207bcebe3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57328da2-b243-4997-9647-814d61621f1d HTTP/1.1" status: 200 len: 852 time: 0.2429810 Jun 06 17:39:49.229034 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ed885537-4d56-47f0-85d2-73e8a74cf3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:49.322751 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9fae30a4-11db-4e92-8f3e-f5771259bd59 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:49.366784 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-b77aa8a5-9955-4c37-9272-ef8f1a1ad57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:49.386364 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-15702463-da9f-4bb3-b1e2-872b80254ff3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f197642-c32e-4619-8279-019e740de3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1483247 Jun 06 17:39:49.393422 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-b77aa8a5-9955-4c37-9272-ef8f1a1ad57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:49.396978 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-b77aa8a5-9955-4c37-9272-ef8f1a1ad57b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2d334a6-9c14-419d-a093-92c29623c409 HTTP/1.1" status: 204 len: 168 time: 2.4126234 Jun 06 17:39:49.396978 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-eed55783-762f-4452-a851-3477ebb63e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:49.410535 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77aa8a5-9955-4c37-9272-ef8f1a1ad57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d334a6-9c14-419d-a093-92c29623c409,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:49.413990 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ed885537-4d56-47f0-85d2-73e8a74cf3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:49.435165 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-b77aa8a5-9955-4c37-9272-ef8f1a1ad57b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:49.470205 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9fae30a4-11db-4e92-8f3e-f5771259bd59 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:49.475894 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-1f61a530-e8ae-45b4-b28c-c3ead5fc5885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:49.702818 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fae30a4-11db-4e92-8f3e-f5771259bd59 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:39:49.761008 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-9fae30a4-11db-4e92-8f3e-f5771259bd59 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:39:49.761008 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fae30a4-11db-4e92-8f3e-f5771259bd59 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:39:49.783046 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae30a4-11db-4e92-8f3e-f5771259bd59 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Pushing event updated for resources: {'Port': ['ID=89c46b4e-9db4-4f27-b084-471849332124,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:49.786175 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-9fae30a4-11db-4e92-8f3e-f5771259bd59 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:49.835293 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-3bcd1bf9-b38a-43a2-ae44-82804b873855 service neutron] 10.222.0.35 "GET /v2.0/networks/7f197642-c32e-4619-8279-019e740de3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990476 Jun 06 17:39:49.900085 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 5b01cddb-bd61-4c36-9926-daf427f448ec up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:39:49.959541 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.35', 53636) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:50.077919 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ec3c4a-ba9f-4bf9-b8df-405d5c6b0b7a x-openstack-request-id: req-88ec3c4a-ba9f-4bf9-b8df-405d5c6b0b7a {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:39:50.078075 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 5b01cddb-bd61-4c36-9926-daf427f448ec triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:39:50.078529 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:50.078945 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa202a9-f7ec-49aa-8035-45efc7b18dfd", "tag": "65e93f5a-8af4-4227-88ae-a951c8ef7ea4", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:39:50.080482 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88ec3c4a-ba9f-4bf9-b8df-405d5c6b0b7a {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:39:50.081121 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa202a9-f7ec-49aa-8035-45efc7b18dfd', 'tag': '65e93f5a-8af4-4227-88ae-a951c8ef7ea4', 'status': 'completed', 'code': 200} Jun 06 17:39:50.089055 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ed885537-4d56-47f0-85d2-73e8a74cf3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:50.170794 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ed885537-4d56-47f0-85d2-73e8a74cf3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:50.170794 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-ed885537-4d56-47f0-85d2-73e8a74cf3d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c954494-a4e8-43ac-92c2-c247cbe621ae HTTP/1.1" status: 204 len: 168 time: 1.1735122 Jun 06 17:39:50.190965 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:50.310300 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9fae30a4-11db-4e92-8f3e-f5771259bd59 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:50.390972 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-62096a44-e919-44f1-9c91-cd7579bedf01 req-3df9a3fd-5d9f-4a81-a429-8b08b70f042c tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 210 time: 0.5324388 Jun 06 17:39:50.478000 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:39:50.621658 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-dbbe9252-c203-46a9-ad17-0fe32312fe8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:50.669920 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9fae30a4-11db-4e92-8f3e-f5771259bd59 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:50.683470 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:39:50.683962 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:50.811796 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-e3a6d58e-d52b-4a94-984c-108236a8687e tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:50.818074 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-e3a6d58e-d52b-4a94-984c-108236a8687e tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.35 "GET /v2.0/networks?id=91e36ee1-9372-4204-9256-6e9d56fc176b HTTP/1.1" status: 200 len: 819 time: 0.8581433 Jun 06 17:39:50.825530 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed885537-4d56-47f0-85d2-73e8a74cf3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c954494-a4e8-43ac-92c2-c247cbe621ae,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:50.844525 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-ed885537-4d56-47f0-85d2-73e8a74cf3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:51.044293 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b3029e48-e4c9-4f32-b557-120b967e5c42 req-9ef2695c-b1c7-409c-8b42-626243640dba service neutron] 10.222.0.35 "GET /v2.0/networks/7f197642-c32e-4619-8279-019e740de3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1831191 Jun 06 17:39:51.139766 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-facadca6-59d1-46cd-982a-887ad719c087 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Request body: {'port': {'device_id': 'cdaef917-de49-4063-be29-883ffe6ad55a', 'network_id': '91e36ee1-9372-4204-9256-6e9d56fc176b', 'admin_state_up': True, 'tenant_id': '54404c87ce744aa8910669de4dfb4c3a'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:51.297206 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9fae30a4-11db-4e92-8f3e-f5771259bd59 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for port, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:51.418129 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9fae30a4-11db-4e92-8f3e-f5771259bd59 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:51.433001 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:51.484962 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0e520-2d1a-4480-ae83-876415239771 req-2e5e48cf-2fee-4168-b6ff-1318c7ca9c59 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:51.486603 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bfa0e520-2d1a-4480-ae83-876415239771 req-2e5e48cf-2fee-4168-b6ff-1318c7ca9c59 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 944 time: 0.8982418 Jun 06 17:39:51.488705 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320df039-2ca5-46ee-b0fb-898a386d631f req-b9bc1ae0-c829-4bd6-a2c6-9080b3a1703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:51.490090 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-320df039-2ca5-46ee-b0fb-898a386d631f req-b9bc1ae0-c829-4bd6-a2c6-9080b3a1703f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6087608247b94f6ea06ea8a7325eabbe&device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 1097 time: 0.2584486 Jun 06 17:39:51.601846 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae30a4-11db-4e92-8f3e-f5771259bd59 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Pushing event updated for resources: {'Port': ['ID=89c46b4e-9db4-4f27-b084-471849332124,revision_number=2']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:51.610404 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-9fae30a4-11db-4e92-8f3e-f5771259bd59 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:51.661547 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bfa0e520-2d1a-4480-ae83-876415239771 req-b3537783-b2ad-46a1-be36-d632732a8cd4 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d21516e-af8d-4b20-8ee5-c7209009cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518703 Jun 06 17:39:51.805239 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9fae30a4-11db-4e92-8f3e-f5771259bd59 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559996'] for floatingip, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:51.814698 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-cf9fddc4-c36d-475d-b090-9c71fecfb89c req-8583e212-1ead-49ce-bc40-adf2e2d6ef75 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 210 time: 0.2149611 Jun 06 17:39:51.862588 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320df039-2ca5-46ee-b0fb-898a386d631f req-2df489c4-5fff-4e73-8ddd-199ee4c6dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:51.864269 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-320df039-2ca5-46ee-b0fb-898a386d631f req-2df489c4-5fff-4e73-8ddd-199ee4c6dcf7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f197642-c32e-4619-8279-019e740de3f8 HTTP/1.1" status: 200 len: 913 time: 0.3536313 Jun 06 17:39:51.912487 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-facadca6-59d1-46cd-982a-887ad719c087 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Made reservation on behalf of 54404c87ce744aa8910669de4dfb4c3a for: {'port': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:39:51.916321 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-facadca6-59d1-46cd-982a-887ad719c087 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:52.011023 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9fae30a4-11db-4e92-8f3e-f5771259bd59 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for floatingip, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:52.012827 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-9fae30a4-11db-4e92-8f3e-f5771259bd59 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2213407 Jun 06 17:39:52.330154 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-facadca6-59d1-46cd-982a-887ad719c087 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Allocated IP 172.20.0.13 (91e36ee1-9372-4204-9256-6e9d56fc176b/88f6cacd-d427-4a47-bf7c-020d70a116c4/4022d63f-da4c-44a3-b75c-b5d033797316) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:39:52.455821 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-320df039-2ca5-46ee-b0fb-898a386d631f req-9f7a3053-447d-4371-b049-3ec4a3b2ea8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65e93f5a-8af4-4227-88ae-a951c8ef7ea4 HTTP/1.1" status: 200 len: 217 time: 0.1387792 Jun 06 17:39:52.536265 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-facadca6-59d1-46cd-982a-887ad719c087 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:52.873502 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-2dc0fecf-0606-4b16-9663-783903c7aa53 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1034170379&fields=id&tenant_id=22e0c313a0d34d1cbf3166f27aaa75be HTTP/1.1" status: 200 len: 267 time: 0.0881536 Jun 06 17:39:53.033760 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d204e47-0728-4e33-bd2e-c280418a5e21 req-0cd57180-5d63-4152-8633-dee1a48a4653 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:53.036112 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6d204e47-0728-4e33-bd2e-c280418a5e21 req-0cd57180-5d63-4152-8633-dee1a48a4653 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 944 time: 0.0958185 Jun 06 17:39:53.104748 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6d204e47-0728-4e33-bd2e-c280418a5e21 req-3fa0ceb6-045c-4458-90cc-0d72f3606aeb tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d21516e-af8d-4b20-8ee5-c7209009cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602367 Jun 06 17:39:53.140244 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-2949d2ab-a335-4469-8e28-8ef447ddf4fc tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:53.142856 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-2949d2ab-a335-4469-8e28-8ef447ddf4fc tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/networks?id=797ee1ce-df47-45dc-9d12-b7882bffb3f5 HTTP/1.1" status: 200 len: 816 time: 0.2617393 Jun 06 17:39:53.158000 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-eef2b2e6-1b93-4e68-83bc-a48d709b7c56 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/quotas/22e0c313a0d34d1cbf3166f27aaa75be HTTP/1.1" status: 200 len: 375 time: 0.0097868 Jun 06 17:39:53.186436 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-1b2418d5-8347-4936-97f7-5dc619b5d4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:53.190318 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:53.219172 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-facadca6-59d1-46cd-982a-887ad719c087 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:53.261794 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:53.391377 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-facadca6-59d1-46cd-982a-887ad719c087 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Network 91e36ee1-9372-4204-9256-6e9d56fc176b is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:39:53.397571 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-facadca6-59d1-46cd-982a-887ad719c087 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:39:53.405136 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-facadca6-59d1-46cd-982a-887ad719c087 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:39:53.411473 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-facadca6-59d1-46cd-982a-887ad719c087 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:53.413223 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-facadca6-59d1-46cd-982a-887ad719c087 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:53.439682 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facadca6-59d1-46cd-982a-887ad719c087 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Pushing event updated for resources: {'Port': ['ID=4022d63f-da4c-44a3-b75c-b5d033797316,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:53.443278 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-facadca6-59d1-46cd-982a-887ad719c087 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:53.468674 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-99a51c4e-c73a-4efb-b37c-99b915449895 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=22e0c313a0d34d1cbf3166f27aaa75be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3053169 Jun 06 17:39:53.501265 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-624e126a-efd8-4d36-8512-e0f2e5394691 req-722b646a-dde6-4fdf-a46f-254276c18e67 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 210 time: 0.1618898 Jun 06 17:39:53.531873 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-facadca6-59d1-46cd-982a-887ad719c087 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6797349 Jun 06 17:39:53.942053 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:54.361777 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a1705-2e4c-4c45-bc0d-7c827b944a22 req-4b9fb67c-69f8-4b8c-9a0b-667b6e857287 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:54.366864 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-658a1705-2e4c-4c45-bc0d-7c827b944a22 req-4b9fb67c-69f8-4b8c-9a0b-667b6e857287 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 944 time: 0.1218855 Jun 06 17:39:54.408084 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-68e91dd7-81c6-4b7d-89fb-991ed6de180e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=98884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 17:39:54.415063 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-68e91dd7-81c6-4b7d-89fb-991ed6de180e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4934466 Jun 06 17:39:54.453450 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-658a1705-2e4c-4c45-bc0d-7c827b944a22 req-9a724dae-efed-42f0-aa38-686d854f3e19 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d21516e-af8d-4b20-8ee5-c7209009cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823338 Jun 06 17:39:54.705256 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-dd65f933-ace9-44b8-a643-958aab7e54eb service neutron] 10.222.0.18 "GET /v2.0/networks/797ee1ce-df47-45dc-9d12-b7882bffb3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852058 Jun 06 17:39:54.784567 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d3bc20a0-91c6-400d-b694-5f52e1907891 req-30e78771-d39b-44a9-9f43-b82507f23a08 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 210 time: 0.0781724 Jun 06 17:39:55.010691 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-e734867c-4270-4af0-9643-3258ba2535e8 service neutron] 10.222.0.18 "GET /v2.0/networks/797ee1ce-df47-45dc-9d12-b7882bffb3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082964 Jun 06 17:39:55.507509 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-4105754d-d6ab-44a1-88c8-8656bfd2d1db req-27cd4512-f01f-4983-94e8-c0420d3d4a97 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 210 time: 0.0663157 Jun 06 17:39:55.757725 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a59eb9-02dd-4809-92fe-c9ebdddb90b4 req-feb8b715-47e0-419b-9507-759702a16452 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:55.760401 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-42a59eb9-02dd-4809-92fe-c9ebdddb90b4 req-feb8b715-47e0-419b-9507-759702a16452 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 944 time: 0.1451356 Jun 06 17:39:55.796187 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:55.834450 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-42a59eb9-02dd-4809-92fe-c9ebdddb90b4 req-518b7f2d-1133-4b05-91e7-f22a305a592a tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d21516e-af8d-4b20-8ee5-c7209009cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652919 Jun 06 17:39:56.024210 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-4103e4e2-51af-48e1-84a1-83a0a7e0bbe6 req-c28e811e-1fd9-4195-a416-f1951bed10da tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 210 time: 0.0967534 Jun 06 17:39:56.625306 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-524bb6d0-2eb2-4188-9e37-42e01796e373 req-8a747185-e9b2-464e-80fd-72360ee99e77 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 210 time: 0.0516825 Jun 06 17:39:56.960559 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:57.023258 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d421226-5885-4cce-a6e2-c8e1790f4372 req-4e9d14e6-3a3f-4466-afae-e67df01ed516 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:57.024709 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6d421226-5885-4cce-a6e2-c8e1790f4372 req-4e9d14e6-3a3f-4466-afae-e67df01ed516 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 944 time: 0.0840976 Jun 06 17:39:57.069066 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6d421226-5885-4cce-a6e2-c8e1790f4372 req-985e61f5-065d-41fa-a9ea-0f4e6901e265 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d21516e-af8d-4b20-8ee5-c7209009cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380733 Jun 06 17:39:57.188246 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Request body: {'port': {'device_id': 'cdaef917-de49-4063-be29-883ffe6ad55a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:57.266770 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 34420) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:57.281937 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-870293f8-97a1-4a71-9f53-2c8530e5dfc8 req-925903fc-3427-47c5-b864-b9611a88efc5 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 210 time: 0.1066799 Jun 06 17:39:57.302640 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320df039-2ca5-46ee-b0fb-898a386d631f req-d57c1be0-aade-457f-8126-69af08a9f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:57.304103 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-320df039-2ca5-46ee-b0fb-898a386d631f req-d57c1be0-aade-457f-8126-69af08a9f53e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57328da2-b243-4997-9647-814d61621f1d HTTP/1.1" status: 200 len: 852 time: 0.1683946 Jun 06 17:39:57.405295 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-320df039-2ca5-46ee-b0fb-898a386d631f req-39ee352f-4e33-4cc2-9243-77f9b6bfd353 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f197642-c32e-4619-8279-019e740de3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719728 Jun 06 17:39:57.435759 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-7e2660e7-ec58-4de2-9863-c241d5603544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:57.446507 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:57.551529 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-7e2660e7-ec58-4de2-9863-c241d5603544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:57.663108 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-320df039-2ca5-46ee-b0fb-898a386d631f req-da5a8a32-021b-4b74-87d3-d993ee2f6b83 service neutron] 10.222.0.35 "GET /v2.0/networks/7f197642-c32e-4619-8279-019e740de3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480581 Jun 06 17:39:57.801108 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-1710b6fb-1428-472d-a03a-b2723e4c49cb req-73bdbe13-aacd-4ada-a730-a3a702032f76 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 210 time: 0.0504308 Jun 06 17:39:57.863715 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-7e2660e7-ec58-4de2-9863-c241d5603544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:57.878259 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:57.907885 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-320df039-2ca5-46ee-b0fb-898a386d631f req-0e54baf6-4315-4335-8ed1-5afb17361300 service neutron] 10.222.0.35 "GET /v2.0/networks/7f197642-c32e-4619-8279-019e740de3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372844 Jun 06 17:39:57.920122 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-7e2660e7-ec58-4de2-9863-c241d5603544 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7484ea66cffa4c91a3d4da881521f736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6489143 Jun 06 17:39:57.920122 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2660e7-ec58-4de2-9863-c241d5603544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b85ebc-0d1c-40ed-876d-0dcad72d4a71,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:57.922204 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 34436) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:57.936246 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-7e2660e7-ec58-4de2-9863-c241d5603544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:57.992168 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c1597c6a-7dc8-47ff-abfe-4b22b74c5c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:58.012509 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4022d63f-da4c-44a3-b75c-b5d033797316 {{(pid=98884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:39:58.018227 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c1597c6a-7dc8-47ff-abfe-4b22b74c5c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:58.020011 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:58.034583 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Transition to ACTIVE for port object 4022d63f-da4c-44a3-b75c-b5d033797316 will not be triggered until provisioned by entity L2. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:39:58.144661 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:58.150173 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:58.195623 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c1597c6a-7dc8-47ff-abfe-4b22b74c5c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:58.198571 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c1597c6a-7dc8-47ff-abfe-4b22b74c5c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:58.201255 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-c1597c6a-7dc8-47ff-abfe-4b22b74c5c83 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f8b85ebc-0d1c-40ed-876d-0dcad72d4a71 HTTP/1.1" status: 204 len: 168 time: 0.2672474 Jun 06 17:39:58.208157 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-68b46291-a356-4f45-8140-f7a944b1295e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:58.221369 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1597c6a-7dc8-47ff-abfe-4b22b74c5c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b85ebc-0d1c-40ed-876d-0dcad72d4a71,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:58.224016 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c1597c6a-7dc8-47ff-abfe-4b22b74c5c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:58.430568 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4022d63f-da4c-44a3-b75c-b5d033797316,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:58.440799 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:58.469524 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Attempting to bind port 4022d63f-da4c-44a3-b75c-b5d033797316 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:39:58.473165 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Attempting to bind port 4022d63f-da4c-44a3-b75c-b5d033797316 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'fa770a38-3cfc-44bf-8e8f-ab9e0ad707db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '91e36ee1-9372-4204-9256-6e9d56fc176b'}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:39:58.473165 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Attempting to bind port 4022d63f-da4c-44a3-b75c-b5d033797316 on network 91e36ee1-9372-4204-9256-6e9d56fc176b {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:39:58.478618 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Port 4022d63f-da4c-44a3-b75c-b5d033797316 on network 91e36ee1-9372-4204-9256-6e9d56fc176b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:39:58.479113 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Attempting to bind port 4022d63f-da4c-44a3-b75c-b5d033797316 on network 91e36ee1-9372-4204-9256-6e9d56fc176b {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:39:58.486509 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Checking agent: {'id': '6c14353c-f6d9-4edd-9e01-bd5de19f5e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'started_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:39:58.487172 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Checking segment: {'id': 'fa770a38-3cfc-44bf-8e8f-ab9e0ad707db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '91e36ee1-9372-4204-9256-6e9d56fc176b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:39:58.487711 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Bound using segment: {'id': 'fa770a38-3cfc-44bf-8e8f-ab9e0ad707db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '91e36ee1-9372-4204-9256-6e9d56fc176b'} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:39:58.488290 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Bound port: 4022d63f-da4c-44a3-b75c-b5d033797316, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa770a38-3cfc-44bf-8e8f-ab9e0ad707db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '91e36ee1-9372-4204-9256-6e9d56fc176b'}}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:39:58.488809 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:58.601019 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b57a01-d468-42af-97ed-cbd0ca9e73c2 req-1bc193c1-b32a-4d3a-bc46-7455e25cda77 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:58.601019 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-48b57a01-d468-42af-97ed-cbd0ca9e73c2 req-1bc193c1-b32a-4d3a-bc46-7455e25cda77 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 944 time: 0.4109080 Jun 06 17:39:58.666081 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-df58e74d-82da-4977-8889-3399ef40d1e9 req-6c018617-b6c5-46e8-9d87-1588e454790b tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 210 time: 0.1803656 Jun 06 17:39:58.952567 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] For port 4022d63f-da4c-44a3-b75c-b5d033797316, host hv-cinder-79128, cleared binding levels {{(pid=98884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:39:58.964921 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-48b57a01-d468-42af-97ed-cbd0ca9e73c2 req-493559fe-368d-445d-a376-bba8dfce349c tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d21516e-af8d-4b20-8ee5-c7209009cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418031 Jun 06 17:39:58.987353 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3effa889-29c6-4bc1-ada3-737b471eb94d req-785e4669-a4f9-4a21-98e9-1e4791d48c95 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 210 time: 0.0418234 Jun 06 17:39:58.999030 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-98f45044-3f55-4948-8a50-43c5418d8443 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:58.999030 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-98f45044-3f55-4948-8a50-43c5418d8443 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.35 "GET /v2.0/networks?id=91e36ee1-9372-4204-9256-6e9d56fc176b HTTP/1.1" status: 200 len: 819 time: 0.2591300 Jun 06 17:39:58.999030 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] For port 4022d63f-da4c-44a3-b75c-b5d033797316, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4022d63f-da4c-44a3-b75c-b5d033797316,segment=NetworkSegment(fa770a38-3cfc-44bf-8e8f-ab9e0ad707db),segment_id=fa770a38-3cfc-44bf-8e8f-ab9e0ad707db)] {{(pid=98884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:39:58.999030 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-5266b202-362a-4d0a-9655-f0da629cb2f8 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Request body: {'port': {'device_id': '3a55fa1f-5051-40d4-85d8-9670f8530925', 'network_id': '91e36ee1-9372-4204-9256-6e9d56fc176b', 'admin_state_up': True, 'tenant_id': '54404c87ce744aa8910669de4dfb4c3a'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:39:59.089683 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.100436 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-6f2868f1-a8a5-4789-8e9f-f29dd6625395 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:59.194223 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:59.194868 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.196230 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] 10.222.0.35 "PUT /v2.0/ports/4022d63f-da4c-44a3-b75c-b5d033797316 HTTP/1.1" status: 200 len: 1094 time: 2.0169823 Jun 06 17:39:59.196688 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdaef917-de49-4063-be29-883ffe6ad55a', 'tag': '4022d63f-da4c-44a3-b75c-b5d033797316'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:39:59.199034 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d095d83-2ae1-421e-9686-3a9ef1f0f2d6" -d '{"events": [{"name": "network-changed", "server_uuid": "cdaef917-de49-4063-be29-883ffe6ad55a", "tag": "4022d63f-da4c-44a3-b75c-b5d033797316"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:39:59.222372 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4022d63f-da4c-44a3-b75c-b5d033797316,revision_number=3']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:59.236335 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:59.278604 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 34488) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:59.297171 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9f436a-6018-462a-bae1-126cd374f9f0 x-openstack-request-id: req-0f9f436a-6018-462a-bae1-126cd374f9f0 {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:39:59.297474 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdaef917-de49-4063-be29-883ffe6ad55a", "tag": "4022d63f-da4c-44a3-b75c-b5d033797316", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:39:59.297736 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f9f436a-6018-462a-bae1-126cd374f9f0 {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:39:59.298137 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdaef917-de49-4063-be29-883ffe6ad55a', 'tag': '4022d63f-da4c-44a3-b75c-b5d033797316', 'status': 'completed', 'code': 200} Jun 06 17:39:59.301290 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-632fd287-d7b1-4150-ac1e-3f2e4f3d367c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.363096 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-5266b202-362a-4d0a-9655-f0da629cb2f8 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Made reservation on behalf of 54404c87ce744aa8910669de4dfb4c3a for: {'port': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:39:59.366543 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-5266b202-362a-4d0a-9655-f0da629cb2f8 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.436397 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-632fd287-d7b1-4150-ac1e-3f2e4f3d367c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.482041 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d095d83-2ae1-421e-9686-3a9ef1f0f2d6 req-c0bc8a34-64f7-47fe-9db6-cdb93384e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:59.483520 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8d095d83-2ae1-421e-9686-3a9ef1f0f2d6 req-c0bc8a34-64f7-47fe-9db6-cdb93384e326 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54404c87ce744aa8910669de4dfb4c3a&device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 1097 time: 0.1628647 Jun 06 17:39:59.544548 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-632fd287-d7b1-4150-ac1e-3f2e4f3d367c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.561540 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c1597c6a-7dc8-47ff-abfe-4b22b74c5c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:59.614488 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-632fd287-d7b1-4150-ac1e-3f2e4f3d367c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b54c3609130f48218330a7a8172dbf3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343296 Jun 06 17:39:59.615349 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fd287-d7b1-4150-ac1e-3f2e4f3d367c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c78fd25-c000-4dfd-afd3-dd114184f71f,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:59.617749 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 34500) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:39:59.645641 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-632fd287-d7b1-4150-ac1e-3f2e4f3d367c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:39:59.696610 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-5266b202-362a-4d0a-9655-f0da629cb2f8 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Allocated IP 172.20.0.12 (91e36ee1-9372-4204-9256-6e9d56fc176b/88f6cacd-d427-4a47-bf7c-020d70a116c4/2985eeb2-dde4-4e83-96e9-25305ba32409) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:39:59.702244 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c5732cfb-3dac-4bec-a2df-b91f68d2c6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.733083 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c5732cfb-3dac-4bec-a2df-b91f68d2c6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.854382 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d095d83-2ae1-421e-9686-3a9ef1f0f2d6 req-1fb4a794-0d56-4438-a5ad-3751f9646225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:39:59.856464 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8d095d83-2ae1-421e-9686-3a9ef1f0f2d6 req-1fb4a794-0d56-4438-a5ad-3751f9646225 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=54404c87ce744aa8910669de4dfb4c3a&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3627646 Jun 06 17:39:59.866689 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c5732cfb-3dac-4bec-a2df-b91f68d2c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.877719 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c5732cfb-3dac-4bec-a2df-b91f68d2c6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:39:59.878849 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-c5732cfb-3dac-4bec-a2df-b91f68d2c6e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c78fd25-c000-4dfd-afd3-dd114184f71f HTTP/1.1" status: 204 len: 168 time: 0.2601516 Jun 06 17:39:59.881113 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9323bf74-1de7-4c00-aa2e-19e37db37cfe req-9e821172-7c02-4af4-9cde-083a88cebedd tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 210 time: 0.0586948 Jun 06 17:39:59.881660 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:39:59.893067 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5732cfb-3dac-4bec-a2df-b91f68d2c6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c78fd25-c000-4dfd-afd3-dd114184f71f,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:39:59.897714 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c5732cfb-3dac-4bec-a2df-b91f68d2c6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:00.024485 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-5266b202-362a-4d0a-9655-f0da629cb2f8 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:00.133381 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-5266b202-362a-4d0a-9655-f0da629cb2f8 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:00.140926 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-bfdeeb0b-c969-41ac-ab96-8e3d5464003a tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:00.202744 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-bf3c24d5-2921-4258-8b6f-1dd115142427 req-4a018abd-743a-43cb-98d2-0a4a1db5877e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 210 time: 0.0498111 Jun 06 17:40:00.256812 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-5266b202-362a-4d0a-9655-f0da629cb2f8 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Network 91e36ee1-9372-4204-9256-6e9d56fc176b is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:40:00.259945 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-5266b202-362a-4d0a-9655-f0da629cb2f8 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:40:00.269068 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-5266b202-362a-4d0a-9655-f0da629cb2f8 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:40:00.274517 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-5266b202-362a-4d0a-9655-f0da629cb2f8 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:00.275111 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-5266b202-362a-4d0a-9655-f0da629cb2f8 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:00.279949 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266b202-362a-4d0a-9655-f0da629cb2f8 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Pushing event updated for resources: {'Port': ['ID=2985eeb2-dde4-4e83-96e9-25305ba32409,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:00.288884 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-5266b202-362a-4d0a-9655-f0da629cb2f8 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:00.318224 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadbe8b-c2f6-4dd4-be90-2781979988b9 req-ebdb82be-2c08-49eb-b25d-baac1f6ed93f tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:00.319838 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2dadbe8b-c2f6-4dd4-be90-2781979988b9 req-ebdb82be-2c08-49eb-b25d-baac1f6ed93f tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 944 time: 0.1383948 Jun 06 17:40:00.377708 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2dadbe8b-c2f6-4dd4-be90-2781979988b9 req-fab5f971-fa97-4414-8a62-943b14c895db tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d21516e-af8d-4b20-8ee5-c7209009cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509620 Jun 06 17:40:00.422918 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-5266b202-362a-4d0a-9655-f0da629cb2f8 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4312062 Jun 06 17:40:01.089556 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2aa529-b381-41e6-bde3-628938589845 req-43c6b1ac-a630-4191-85c2-483d3012aab2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:01.091382 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-1a2aa529-b381-41e6-bde3-628938589845 req-43c6b1ac-a630-4191-85c2-483d3012aab2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 932 time: 0.0886929 Jun 06 17:40:01.153251 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-1a2aa529-b381-41e6-bde3-628938589845 req-cb0c374f-8ffc-4b9c-8055-bc452c1302ae tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544279 Jun 06 17:40:01.208005 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 34576) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:01.402313 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d3238644-86a2-4e7e-9e30-f0942248e0fb req-0d0d039a-4489-4d13-99a2-11e653326076 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 210 time: 0.0445981 Jun 06 17:40:01.561856 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-78a81bff-5e27-47a7-aca3-380fee5fb981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:01.648247 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f20944-f892-4189-87bd-b4576089ac1c req-e1830e13-df4e-44f2-b4c4-8e20247435fc tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:01.649721 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-60f20944-f892-4189-87bd-b4576089ac1c req-e1830e13-df4e-44f2-b4c4-8e20247435fc tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 944 time: 0.1267593 Jun 06 17:40:01.718631 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-60f20944-f892-4189-87bd-b4576089ac1c req-9ef6468a-25e7-4dc6-a62c-33634e2a40dd tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d21516e-af8d-4b20-8ee5-c7209009cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618410 Jun 06 17:40:01.742360 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-78a81bff-5e27-47a7-aca3-380fee5fb981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:01.867908 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-78a81bff-5e27-47a7-aca3-380fee5fb981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:01.877585 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:01.915308 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-78a81bff-5e27-47a7-aca3-380fee5fb981 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98e8ec3693cf45b28bb939b14dfe17ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7059851 Jun 06 17:40:01.918649 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a81bff-5e27-47a7-aca3-380fee5fb981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd004a3-bbff-4fff-a813-bca19561d652,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:01.918995 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 34600) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:01.920593 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-78a81bff-5e27-47a7-aca3-380fee5fb981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:01.982510 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-610271a7-8083-4334-8c1f-00ede11cd48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:02.008287 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-610271a7-8083-4334-8c1f-00ede11cd48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:02.164930 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-610271a7-8083-4334-8c1f-00ede11cd48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:02.167750 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-610271a7-8083-4334-8c1f-00ede11cd48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:02.169481 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-610271a7-8083-4334-8c1f-00ede11cd48c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9bd004a3-bbff-4fff-a813-bca19561d652 HTTP/1.1" status: 204 len: 168 time: 0.2493048 Jun 06 17:40:02.170106 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:02.179890 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610271a7-8083-4334-8c1f-00ede11cd48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd004a3-bbff-4fff-a813-bca19561d652,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:02.182360 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-610271a7-8083-4334-8c1f-00ede11cd48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:02.337946 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79adb3-bebc-4fca-8563-f1cbbed906a2 req-0a135e05-3e9a-4d50-9f06-56727a1f63a1 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:02.339537 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2f79adb3-bebc-4fca-8563-f1cbbed906a2 req-0a135e05-3e9a-4d50-9f06-56727a1f63a1 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 932 time: 0.0841398 Jun 06 17:40:02.393780 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2f79adb3-bebc-4fca-8563-f1cbbed906a2 req-5aeee557-9c38-4b6c-b167-e9c869a5f92c tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470002 Jun 06 17:40:02.571446 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-20ac00d5-c964-409f-b73d-2424d2ac7838 req-29645aa7-ded0-4130-a51f-ae5b81d27168 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 210 time: 0.0453572 Jun 06 17:40:02.650460 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Request body: {'port': {'device_id': '3a55fa1f-5051-40d4-85d8-9670f8530925', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:40:02.658385 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 65e93f5a-8af4-4227-88ae-a951c8ef7ea4 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:40:02.837695 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 65e93f5a-8af4-4227-88ae-a951c8ef7ea4, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=65e93f5a-8af4-4227-88ae-a951c8ef7ea4,segment=NetworkSegment(9c6d451d-e716-4c29-9cf8-f4d4ef8d669e),segment_id=9c6d451d-e716-4c29-9cf8-f4d4ef8d669e)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:02.857716 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': '65e93f5a-8af4-4227-88ae-a951c8ef7ea4', 'network_id': '7f197642-c32e-4619-8279-019e740de3f8', 'port_id': '65e93f5a-8af4-4227-88ae-a951c8ef7ea4', 'mac_address': 'fa:16:3e:b5:9d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57328da2-b243-4997-9647-814d61621f1d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:40:02.914263 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:02.931675 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e93f5a-8af4-4227-88ae-a951c8ef7ea4 {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:40:02.932221 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 34622) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:02.964502 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.35', 53656) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:02.968277 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-21a0a87c-61a4-4cf0-afbe-323460fb322a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:02.968410 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:02.973305 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 65e93f5a-8af4-4227-88ae-a951c8ef7ea4, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=65e93f5a-8af4-4227-88ae-a951c8ef7ea4,segment=NetworkSegment(9c6d451d-e716-4c29-9cf8-f4d4ef8d669e),segment_id=9c6d451d-e716-4c29-9cf8-f4d4ef8d669e)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:02.992550 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d095d83-2ae1-421e-9686-3a9ef1f0f2d6 req-a8951218-5152-450b-83fc-2cff3177bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:02.994006 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8d095d83-2ae1-421e-9686-3a9ef1f0f2d6 req-a8951218-5152-450b-83fc-2cff3177bde8 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3725753 Jun 06 17:40:03.142250 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:03.145569 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:03.185899 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-f93ac5d8-aced-4a72-b6ff-3e7e39e458be tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:03.185899 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-f93ac5d8-aced-4a72-b6ff-3e7e39e458be tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.35 "GET /v2.0/networks?id=797ee1ce-df47-45dc-9d12-b7882bffb3f5 HTTP/1.1" status: 200 len: 816 time: 0.1981571 Jun 06 17:40:03.236597 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=65e93f5a-8af4-4227-88ae-a951c8ef7ea4,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:03.239903 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:03.252505 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-4e955bac-008e-427e-adf5-8e494b7f4202 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22e0c313a0d34d1cbf3166f27aaa75be HTTP/1.1" status: 200 len: 380 time: 0.0648224 Jun 06 17:40:03.263995 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-03c5870b-f9df-4d70-8ac6-0d8bec0b73a1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Request body: {'port': {'device_id': '445ddbcb-ff4f-435f-b8a2-b4525a25a670', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'admin_state_up': True, 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'security_groups': ['0cce4140-8af8-4dbc-b9af-a13c84934d54']}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:40:03.280370 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a8e9-4556-4747-b2c3-b8257c0763db req-fcaf15a5-1709-4f9c-9a9d-200c498f6c08 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:03.281953 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4078a8e9-4556-4747-b2c3-b8257c0763db req-fcaf15a5-1709-4f9c-9a9d-200c498f6c08 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 944 time: 0.3956618 Jun 06 17:40:03.374250 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-21a0a87c-61a4-4cf0-afbe-323460fb322a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:03.406980 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['65e93f5a-8af4-4227-88ae-a951c8ef7ea4'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:40:03.445578 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4078a8e9-4556-4747-b2c3-b8257c0763db req-8d7dccfa-d483-4f8a-8b84-a2766a6a4248 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d21516e-af8d-4b20-8ee5-c7209009cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462548 Jun 06 17:40:03.447832 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-ca057a5e-e11b-4829-9315-12548232c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:03.450245 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-ca057a5e-e11b-4829-9315-12548232c5ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54404c87ce744aa8910669de4dfb4c3a&device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 1097 time: 0.4110382 Jun 06 17:40:03.455704 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-21a0a87c-61a4-4cf0-afbe-323460fb322a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:03.479801 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-d5df3383-039d-47a5-903a-72d2d9a340cd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:03.548620 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-21a0a87c-61a4-4cf0-afbe-323460fb322a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e24b0d0bd6d74a26aa50d81cb5f581e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6147156 Jun 06 17:40:03.551952 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 34636) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:03.580873 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0a87c-61a4-4cf0-afbe-323460fb322a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd03d21-7bba-4d0c-abfd-970c4ca548dd,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:03.587647 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-21a0a87c-61a4-4cf0-afbe-323460fb322a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:03.588799 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-3b9ed790-ddd2-40e9-bb5f-1bd511c00f9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4022d63f-da4c-44a3-b75c-b5d033797316 HTTP/1.1" status: 200 len: 217 time: 0.1293058 Jun 06 17:40:03.640809 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-03c5870b-f9df-4d70-8ac6-0d8bec0b73a1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Made reservation on behalf of 22e0c313a0d34d1cbf3166f27aaa75be for: {'port': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:40:03.644562 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-03c5870b-f9df-4d70-8ac6-0d8bec0b73a1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:03.722688 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-5bb73095-1704-4f59-a633-20dcfbe0a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:03.731921 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-5bb73095-1704-4f59-a633-20dcfbe0a736 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88f6cacd-d427-4a47-bf7c-020d70a116c4 HTTP/1.1" status: 200 len: 859 time: 0.1275182 Jun 06 17:40:03.772418 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2985eeb2-dde4-4e83-96e9-25305ba32409 {{(pid=98884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:40:03.798830 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:03.798830 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-b54cb8e4-0e62-4044-9794-aa7e49939271 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91e36ee1-9372-4204-9256-6e9d56fc176b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610232 Jun 06 17:40:03.838352 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-876c0bd7-5dc6-4fe8-aa0d-98c291bb8682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:03.859169 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Transition to ACTIVE for port object 2985eeb2-dde4-4e83-96e9-25305ba32409 will not be triggered until provisioned by entity L2. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:40:03.937940 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-876c0bd7-5dc6-4fe8-aa0d-98c291bb8682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:03.962252 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:03.963527 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd9ff6-d441-435d-b03b-fa28c5f00086 req-af6a8948-9aa2-452e-a2a8-3658434e973b tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:03.965111 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-dfbd9ff6-d441-435d-b03b-fa28c5f00086 req-af6a8948-9aa2-452e-a2a8-3658434e973b tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 932 time: 0.3866792 Jun 06 17:40:03.970242 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c914014e-06f5-4aca-9084-bca48bbd4577 req-38934d7f-2b6f-4d0c-8e9c-09b66c6005ff tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 210 time: 0.1097555 Jun 06 17:40:03.977867 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-facadca6-59d1-46cd-982a-887ad719c087 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:04.066051 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-03c5870b-f9df-4d70-8ac6-0d8bec0b73a1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Allocated IP 172.20.0.10 (797ee1ce-df47-45dc-9d12-b7882bffb3f5/32856328-a45b-4d19-b9c2-2268b19da00b/673b91fe-791a-4744-9fd5-a09b5eb629c0) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:40:04.076417 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-dfbd9ff6-d441-435d-b03b-fa28c5f00086 req-dab9fed8-a4c4-4e75-b740-58b450e8e31c tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005614 Jun 06 17:40:04.151641 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Pushing event updated for resources: {'Port': ['ID=2985eeb2-dde4-4e83-96e9-25305ba32409,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:04.154901 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:04.157505 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-72d2a76b-4db1-4838-9db7-08f61944bb57 service neutron] 10.222.0.35 "GET /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561516 Jun 06 17:40:04.189742 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-876c0bd7-5dc6-4fe8-aa0d-98c291bb8682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:04.235339 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-876c0bd7-5dc6-4fe8-aa0d-98c291bb8682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:04.236357 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-876c0bd7-5dc6-4fe8-aa0d-98c291bb8682 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5dd03d21-7bba-4d0c-abfd-970c4ca548dd HTTP/1.1" status: 204 len: 168 time: 0.6743827 Jun 06 17:40:04.241778 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-26b73144-dfc1-4372-83d0-a32081e8e135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:04.248953 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Attempting to bind port 2985eeb2-dde4-4e83-96e9-25305ba32409 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:40:04.253725 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Attempting to bind port 2985eeb2-dde4-4e83-96e9-25305ba32409 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'fa770a38-3cfc-44bf-8e8f-ab9e0ad707db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '91e36ee1-9372-4204-9256-6e9d56fc176b'}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:40:04.253725 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Attempting to bind port 2985eeb2-dde4-4e83-96e9-25305ba32409 on network 91e36ee1-9372-4204-9256-6e9d56fc176b {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:40:04.256823 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c0bd7-5dc6-4fe8-aa0d-98c291bb8682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd03d21-7bba-4d0c-abfd-970c4ca548dd,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:04.266780 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-876c0bd7-5dc6-4fe8-aa0d-98c291bb8682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:04.316182 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Port 2985eeb2-dde4-4e83-96e9-25305ba32409 on network 91e36ee1-9372-4204-9256-6e9d56fc176b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:40:04.328426 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-03c5870b-f9df-4d70-8ac6-0d8bec0b73a1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:04.328576 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Attempting to bind port 2985eeb2-dde4-4e83-96e9-25305ba32409 on network 91e36ee1-9372-4204-9256-6e9d56fc176b {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:40:04.332165 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Checking agent: {'id': '6c14353c-f6d9-4edd-9e01-bd5de19f5e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'started_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:40:04.332310 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Checking segment: {'id': 'fa770a38-3cfc-44bf-8e8f-ab9e0ad707db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '91e36ee1-9372-4204-9256-6e9d56fc176b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:40:04.332827 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Bound using segment: {'id': 'fa770a38-3cfc-44bf-8e8f-ab9e0ad707db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '91e36ee1-9372-4204-9256-6e9d56fc176b'} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:40:04.333124 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.provisioning_blocks [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-03c5870b-f9df-4d70-8ac6-0d8bec0b73a1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Transition to ACTIVE for port object 673b91fe-791a-4744-9fd5-a09b5eb629c0 will not be triggered until provisioned by entity DHCP. {{(pid=98885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:40:04.333452 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Bound port: 2985eeb2-dde4-4e83-96e9-25305ba32409, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa770a38-3cfc-44bf-8e8f-ab9e0ad707db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '91e36ee1-9372-4204-9256-6e9d56fc176b'}}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:40:04.333907 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:04.432559 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cb4fcdb1-426e-413d-aac7-7b3d5314bf36 req-915b67a3-a251-4014-8c71-61eca779af66 service neutron] 10.222.0.35 "GET /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447262 Jun 06 17:40:04.465255 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] For port 2985eeb2-dde4-4e83-96e9-25305ba32409, host hv-cinder-79128, cleared binding levels {{(pid=98884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:40:04.468583 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] For port 2985eeb2-dde4-4e83-96e9-25305ba32409, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2985eeb2-dde4-4e83-96e9-25305ba32409,segment=NetworkSegment(fa770a38-3cfc-44bf-8e8f-ab9e0ad707db),segment_id=fa770a38-3cfc-44bf-8e8f-ab9e0ad707db)] {{(pid=98884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:40:04.568294 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-03c5870b-f9df-4d70-8ac6-0d8bec0b73a1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:04.577183 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-9fae30a4-11db-4e92-8f3e-f5771259bd59 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:04.618222 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:04.635210 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:04.711916 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:04.712767 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:04.716207 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] 10.222.0.35 "PUT /v2.0/ports/2985eeb2-dde4-4e83-96e9-25305ba32409 HTTP/1.1" status: 200 len: 1094 time: 2.0721054 Jun 06 17:40:04.726829 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a55fa1f-5051-40d4-85d8-9670f8530925', 'tag': '2985eeb2-dde4-4e83-96e9-25305ba32409'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:40:04.729405 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3ee676-2867-49e6-93b1-be7d2f398484" -d '{"events": [{"name": "network-changed", "server_uuid": "3a55fa1f-5051-40d4-85d8-9670f8530925", "tag": "2985eeb2-dde4-4e83-96e9-25305ba32409"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:40:04.748660 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-03c5870b-f9df-4d70-8ac6-0d8bec0b73a1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Network 797ee1ce-df47-45dc-9d12-b7882bffb3f5 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:40:04.752444 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-03c5870b-f9df-4d70-8ac6-0d8bec0b73a1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:40:04.757025 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-03c5870b-f9df-4d70-8ac6-0d8bec0b73a1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:40:04.763596 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-03c5870b-f9df-4d70-8ac6-0d8bec0b73a1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:04.764229 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-03c5870b-f9df-4d70-8ac6-0d8bec0b73a1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for port, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:04.776925 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Pushing event updated for resources: {'Port': ['ID=2985eeb2-dde4-4e83-96e9-25305ba32409,revision_number=3']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:04.781694 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:04.800260 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59643568-02a6-4aa8-8edf-09c236f69e5b req-b2b54fe5-3d76-47bd-bb1a-949fdff46e1a tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:04.802838 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-59643568-02a6-4aa8-8edf-09c236f69e5b req-b2b54fe5-3d76-47bd-bb1a-949fdff46e1a tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 945 time: 0.2481155 Jun 06 17:40:04.815012 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5870b-f9df-4d70-8ac6-0d8bec0b73a1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Pushing event updated for resources: {'Port': ['ID=673b91fe-791a-4744-9fd5-a09b5eb629c0,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:04.819409 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-03c5870b-f9df-4d70-8ac6-0d8bec0b73a1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:04.893040 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-03c5870b-f9df-4d70-8ac6-0d8bec0b73a1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6351521 Jun 06 17:40:04.909738 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Request body: {'port': {'device_id': '445ddbcb-ff4f-435f-b8a2-b4525a25a670', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:40:04.927715 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-59643568-02a6-4aa8-8edf-09c236f69e5b req-cb5c8899-c0ef-4511-9ca3-19c0ab1f6535 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d21516e-af8d-4b20-8ee5-c7209009cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163871 Jun 06 17:40:04.935713 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb99c7b-cd39-4492-bb1b-dd8dff18cbf5 x-openstack-request-id: req-ffb99c7b-cd39-4492-bb1b-dd8dff18cbf5 {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:40:04.936431 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a55fa1f-5051-40d4-85d8-9670f8530925", "tag": "2985eeb2-dde4-4e83-96e9-25305ba32409", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:40:04.937048 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ffb99c7b-cd39-4492-bb1b-dd8dff18cbf5 {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:40:04.937690 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a55fa1f-5051-40d4-85d8-9670f8530925', 'tag': '2985eeb2-dde4-4e83-96e9-25305ba32409', 'status': 'completed', 'code': 200} Jun 06 17:40:05.066537 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-cad8acf5-47a0-45dd-9e12-21e9afb0c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:05.067946 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-cad8acf5-47a0-45dd-9e12-21e9afb0c56f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54404c87ce744aa8910669de4dfb4c3a&device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 1097 time: 0.1942651 Jun 06 17:40:05.080642 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:05.216584 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-b0251092-d027-401f-a31a-0a84bda37df5 None None] Provisioning for port 673b91fe-791a-4744-9fd5-a09b5eb629c0 completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:40:05.222035 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-b0251092-d027-401f-a31a-0a84bda37df5 None None] Provisioning complete for port 673b91fe-791a-4744-9fd5-a09b5eb629c0 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:40:05.222495 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-b0251092-d027-401f-a31a-0a84bda37df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:05.278173 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-b0251092-d027-401f-a31a-0a84bda37df5 None None] Port 673b91fe-791a-4744-9fd5-a09b5eb629c0 cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:40:05.312067 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f2071-685b-49aa-9730-252b66ffc566 req-e2deee2c-5948-46b4-a233-7c16d33aff9e tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:05.314314 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4f7f2071-685b-49aa-9730-252b66ffc566 req-e2deee2c-5948-46b4-a233-7c16d33aff9e tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 944 time: 0.1132040 Jun 06 17:40:05.341657 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc77a3-a0d9-4455-807b-b1dc16220f05 req-ea839fe8-ffd4-4bde-bea3-ac97e65edc09 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:05.343113 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-87bc77a3-a0d9-4455-807b-b1dc16220f05 req-ea839fe8-ffd4-4bde-bea3-ac97e65edc09 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 932 time: 0.1864581 Jun 06 17:40:05.361961 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4f7f2071-685b-49aa-9730-252b66ffc566 req-dc90499a-08a6-4dae-8c19-cc301d27cd74 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424466 Jun 06 17:40:05.460366 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-87bc77a3-a0d9-4455-807b-b1dc16220f05 req-b1519cdd-9606-4250-a53a-84b30c9272d6 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705943 Jun 06 17:40:05.538544 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 673b91fe-791a-4744-9fd5-a09b5eb629c0 {{(pid=98885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:40:05.546794 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:05.562501 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.provisioning_blocks [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Transition to ACTIVE for port object 673b91fe-791a-4744-9fd5-a09b5eb629c0 will not be triggered until provisioned by entity L2. {{(pid=98885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:40:05.634710 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 34712) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:05.677778 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:05.684240 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:05.774092 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5ee9422e-9e79-498c-ac84-0e1e52b1ab91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:05.870935 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Pushing event updated for resources: {'Port': ['ID=673b91fe-791a-4744-9fd5-a09b5eb629c0,revision_number=2']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:05.879012 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:05.896632 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.managers [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Attempting to bind port 673b91fe-791a-4744-9fd5-a09b5eb629c0 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:40:05.897359 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.managers [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Attempting to bind port 673b91fe-791a-4744-9fd5-a09b5eb629c0 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '5effff72-42c5-4daa-9414-1ff26a9a687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5'}] {{(pid=98885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:40:05.898206 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Attempting to bind port 673b91fe-791a-4744-9fd5-a09b5eb629c0 on network 797ee1ce-df47-45dc-9d12-b7882bffb3f5 {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:40:05.905281 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Port 673b91fe-791a-4744-9fd5-a09b5eb629c0 on network 797ee1ce-df47-45dc-9d12-b7882bffb3f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:40:05.905823 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Attempting to bind port 673b91fe-791a-4744-9fd5-a09b5eb629c0 on network 797ee1ce-df47-45dc-9d12-b7882bffb3f5 {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:40:05.912968 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Checking agent: {'id': '6c14353c-f6d9-4edd-9e01-bd5de19f5e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'started_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:40:05.913877 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Checking segment: {'id': '5effff72-42c5-4daa-9414-1ff26a9a687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:40:05.914606 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Bound using segment: {'id': '5effff72-42c5-4daa-9414-1ff26a9a687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5'} {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:40:05.915220 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.managers [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Bound port: 673b91fe-791a-4744-9fd5-a09b5eb629c0, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5effff72-42c5-4daa-9414-1ff26a9a687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5'}}] {{(pid=98885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:40:05.915913 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:05.927990 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 34728) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:05.977482 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 65e93f5a-8af4-4227-88ae-a951c8ef7ea4 up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:40:06.096612 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-b1024678-5e25-4ab6-b9ae-f315ee8ee57f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2985eeb2-dde4-4e83-96e9-25305ba32409 HTTP/1.1" status: 200 len: 217 time: 0.1278906 Jun 06 17:40:06.116435 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5ee9422e-9e79-498c-ac84-0e1e52b1ab91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:06.123064 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] For port 673b91fe-791a-4744-9fd5-a09b5eb629c0, host hv-cinder-79128, cleared binding levels {{(pid=98885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:40:06.128374 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] For port 673b91fe-791a-4744-9fd5-a09b5eb629c0, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=673b91fe-791a-4744-9fd5-a09b5eb629c0,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:40:06.198608 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5ee9422e-9e79-498c-ac84-0e1e52b1ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:06.207815 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-295d1bef-855b-4e9d-beb1-08f9b1c09239 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-422319101-network', 'tenant_id': '5e5c55f2036340c690304a290e728a1c'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:40:06.210299 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-8cc86182-2e35-464b-ac23-e231dccff1df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:06.215843 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:06.226725 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:06.263038 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9422e-9e79-498c-ac84-0e1e52b1ab91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648f8c40-29cd-4351-bad5-5e586d15b07f,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:06.266939 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning for port 65e93f5a-8af4-4227-88ae-a951c8ef7ea4 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:40:06.281208 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port 65e93f5a-8af4-4227-88ae-a951c8ef7ea4 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:40:06.281587 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:06.288862 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-5ee9422e-9e79-498c-ac84-0e1e52b1ab91 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56e36c1e14454ba0be473d6e995e95f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6530373 Jun 06 17:40:06.289850 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-5ee9422e-9e79-498c-ac84-0e1e52b1ab91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:06.290562 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 34740) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:06.331847 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:06.332718 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for port, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:06.334294 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] 10.222.0.35 "PUT /v2.0/ports/673b91fe-791a-4744-9fd5-a09b5eb629c0 HTTP/1.1" status: 200 len: 1094 time: 1.4290192 Jun 06 17:40:06.334915 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445ddbcb-ff4f-435f-b8a2-b4525a25a670', 'tag': '673b91fe-791a-4744-9fd5-a09b5eb629c0'}] {{(pid=98885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:40:06.346714 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed50a8c-c9f1-457f-a24c-9243f9854659 req-9637e211-8aaa-4d18-883f-5191732cbf27 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:06.350111 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1ed50a8c-c9f1-457f-a24c-9243f9854659 req-9637e211-8aaa-4d18-883f-5191732cbf27 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 945 time: 0.2102919 Jun 06 17:40:06.446496 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1ed50a8c-c9f1-457f-a24c-9243f9854659 req-2f538772-6cbd-40d1-bc01-2f5495f26da4 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d21516e-af8d-4b20-8ee5-c7209009cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879276 Jun 06 17:40:06.453829 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295d1bef-855b-4e9d-beb1-08f9b1c09239 admin admin] Made reservation on behalf of 5e5c55f2036340c690304a290e728a1c for: {'network': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:40:06.455764 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-295d1bef-855b-4e9d-beb1-08f9b1c09239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1686528'] for network, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:06.499547 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-295d1bef-855b-4e9d-beb1-08f9b1c09239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:06.550570 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:06.589017 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa202a9-f7ec-49aa-8035-45efc7b18dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e93f5a-8af4-4227-88ae-a951c8ef7ea4'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:40:06.624760 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Pushing event updated for resources: {'Port': ['ID=673b91fe-791a-4744-9fd5-a09b5eb629c0,revision_number=3']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:06.635303 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:06.672702 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a6c2106189684e6c8c135db98febb64b7965986d5ce9c0aaacdf0f98e167a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd3325a-29ce-487c-aad5-e63e0fa8b9c7" -d '{"events": [{"name": "network-changed", "server_uuid": "445ddbcb-ff4f-435f-b8a2-b4525a25a670", "tag": "673b91fe-791a-4744-9fd5-a09b5eb629c0"}]}' {{(pid=98885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:40:06.690722 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a1ee5e1e-f963-413a-8b49-9fd180b22351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:06.695554 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 65e93f5a-8af4-4227-88ae-a951c8ef7ea4, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=65e93f5a-8af4-4227-88ae-a951c8ef7ea4,segment=NetworkSegment(9c6d451d-e716-4c29-9cf8-f4d4ef8d669e),segment_id=9c6d451d-e716-4c29-9cf8-f4d4ef8d669e)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:06.758704 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a1ee5e1e-f963-413a-8b49-9fd180b22351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:06.764666 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15492fed-ea56-4585-ae10-537bb095bcdd" -d '{"events": [{"server_uuid": "dfa202a9-f7ec-49aa-8035-45efc7b18dfd", "name": "network-vif-plugged", "status": "completed", "tag": "65e93f5a-8af4-4227-88ae-a951c8ef7ea4"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:40:06.766240 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca24da-0bac-4743-ba12-e75cb19f636d req-738dbf83-3463-499b-9c4b-7e253f377a4f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:06.777999 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8eca24da-0bac-4743-ba12-e75cb19f636d req-738dbf83-3463-499b-9c4b-7e253f377a4f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.1077700 Jun 06 17:40:06.778840 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-295d1bef-855b-4e9d-beb1-08f9b1c09239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:06.817735 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93998c-58a1-4394-a75e-b4caf070e86b req-06d24b87-ea69-4609-ba45-707afc8ec9d0 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:06.818098 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8eca24da-0bac-4743-ba12-e75cb19f636d req-c536d861-955d-4d59-95f3-3faf2f27da84 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446734 Jun 06 17:40:06.819217 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-4e93998c-58a1-4394-a75e-b4caf070e86b req-06d24b87-ea69-4609-ba45-707afc8ec9d0 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 944 time: 0.1957436 Jun 06 17:40:06.853410 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:06.865164 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-04066ef2-8f79-484d-86f1-0775674e2c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:06.869265 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-4e93998c-58a1-4394-a75e-b4caf070e86b req-daa26167-77d6-4aab-a491-4937d2409242 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437279 Jun 06 17:40:06.886693 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-295d1bef-855b-4e9d-beb1-08f9b1c09239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:06.890582 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:06.938278 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d1bef-855b-4e9d-beb1-08f9b1c09239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b572bd-f3bb-4844-9999-2d75bde175ba,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:06.941521 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-295d1bef-855b-4e9d-beb1-08f9b1c09239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:06.971232 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2bf2fd-686b-4079-9162-a08aa8c49057 x-openstack-request-id: req-3d2bf2fd-686b-4079-9162-a08aa8c49057 {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:40:06.971525 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "445ddbcb-ff4f-435f-b8a2-b4525a25a670", "tag": "673b91fe-791a-4744-9fd5-a09b5eb629c0", "status": "completed", "code": 200}]} {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:40:06.971835 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d2bf2fd-686b-4079-9162-a08aa8c49057 {{(pid=98885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:40:06.972353 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445ddbcb-ff4f-435f-b8a2-b4525a25a670', 'tag': '673b91fe-791a-4744-9fd5-a09b5eb629c0', 'status': 'completed', 'code': 200} Jun 06 17:40:06.974199 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=65e93f5a-8af4-4227-88ae-a951c8ef7ea4,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:06.980283 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:06.983785 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a1ee5e1e-f963-413a-8b49-9fd180b22351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:06.984662 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295d1bef-855b-4e9d-beb1-08f9b1c09239 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=98885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:40:06.991513 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a1ee5e1e-f963-413a-8b49-9fd180b22351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:06.992676 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-a1ee5e1e-f963-413a-8b49-9fd180b22351 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/648f8c40-29cd-4351-bad5-5e586d15b07f HTTP/1.1" status: 204 len: 168 time: 0.7001960 Jun 06 17:40:06.993564 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e047b9c4-6705-4a12-9432-180d9fe57769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:07.005406 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee5e1e-f963-413a-8b49-9fd180b22351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648f8c40-29cd-4351-bad5-5e586d15b07f,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:07.008376 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-a1ee5e1e-f963-413a-8b49-9fd180b22351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:07.011194 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-295d1bef-855b-4e9d-beb1-08f9b1c09239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:07.011527 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.segments_db [None req-295d1bef-855b-4e9d-beb1-08f9b1c09239 admin admin] Added segment 8cac55dd-5214-4f96-bcd9-fd0265c27890 of type vlan for network 1de944ce-616c-42e4-9530-37392e89bd33 Jun 06 17:40:07.061710 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-295d1bef-855b-4e9d-beb1-08f9b1c09239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779962068718'] for network, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:07.061897 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6d940e-af55-44c7-850f-25c0cffd375b x-openstack-request-id: req-7b6d940e-af55-44c7-850f-25c0cffd375b {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:40:07.061897 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa202a9-f7ec-49aa-8035-45efc7b18dfd", "name": "network-vif-plugged", "status": "completed", "tag": "65e93f5a-8af4-4227-88ae-a951c8ef7ea4", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:40:07.061897 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b6d940e-af55-44c7-850f-25c0cffd375b {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:40:07.061897 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa202a9-f7ec-49aa-8035-45efc7b18dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e93f5a-8af4-4227-88ae-a951c8ef7ea4', 'code': 200} Jun 06 17:40:07.206712 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-295d1bef-855b-4e9d-beb1-08f9b1c09239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186'] for network, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:07.208126 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295d1bef-855b-4e9d-beb1-08f9b1c09239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:07.208732 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-295d1bef-855b-4e9d-beb1-08f9b1c09239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:07.212940 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:07.236985 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 34786) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:07.306380 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d1bef-855b-4e9d-beb1-08f9b1c09239 admin admin] Pushing event updated for resources: {'Network': ['ID=1de944ce-616c-42e4-9530-37392e89bd33,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:07.309550 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-295d1bef-855b-4e9d-beb1-08f9b1c09239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:07.317605 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Network 1de944ce-616c-42e4-9530-37392e89bd33 details requested by agent ovs-agent-dv-cinder-791281-4-iscsi with host dv-cinder-791281-4-iscsi {{(pid=98886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:40:07.330927 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-295d1bef-855b-4e9d-beb1-08f9b1c09239 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4016852 Jun 06 17:40:07.333942 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 34790) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:07.338881 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-7a8c68bd-2e6d-4465-a96b-5e67afc1ad12 admin admin] Request body: {'subnet': {'network_id': '1de944ce-616c-42e4-9530-37392e89bd33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-422319101-subnet', 'tenant_id': '5e5c55f2036340c690304a290e728a1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:40:07.465645 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8c68bd-2e6d-4465-a96b-5e67afc1ad12 admin admin] Made reservation on behalf of 5e5c55f2036340c690304a290e728a1c for: {'subnet': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:40:07.468235 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-7a8c68bd-2e6d-4465-a96b-5e67afc1ad12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:07.498729 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-e924de7a-47d5-46ec-b158-76d12e7a3149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:07.688003 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-e924de7a-47d5-46ec-b158-76d12e7a3149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:07.702291 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486ab02-83db-4a7b-8633-c27bb154f77b req-b78be2a5-18e7-4e64-90db-78c2272f360c tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:07.703801 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e486ab02-83db-4a7b-8633-c27bb154f77b req-b78be2a5-18e7-4e64-90db-78c2272f360c tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 946 time: 0.1266370 Jun 06 17:40:07.748293 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e486ab02-83db-4a7b-8633-c27bb154f77b req-0a9e2b34-7c4e-4997-94cb-6cb96e449198 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d21516e-af8d-4b20-8ee5-c7209009cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387437 Jun 06 17:40:07.833129 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-e924de7a-47d5-46ec-b158-76d12e7a3149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:07.841416 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:07.864691 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 4022d63f-da4c-44a3-b75c-b5d033797316 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:40:07.866694 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-7a8c68bd-2e6d-4465-a96b-5e67afc1ad12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195'] for subnet, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:07.873229 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-ecc2e51e-2c72-4a09-93b2-d8b4553945c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:07.944882 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-e924de7a-47d5-46ec-b158-76d12e7a3149 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83b0611b70474845a9897b743501e165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7067459 Jun 06 17:40:07.948585 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 34806) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:07.963506 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924de7a-47d5-46ec-b158-76d12e7a3149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121fff1b-e9be-45a4-8434-3a53bd21286c,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:07.969989 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-e924de7a-47d5-46ec-b158-76d12e7a3149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:07.995397 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 34808) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:08.017769 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-68727271-b1e4-4a42-a78b-f8dc51185dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:08.041797 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-345ded2d-4a03-4f19-8e5a-57a241fb6cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:08.044063 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-345ded2d-4a03-4f19-8e5a-57a241fb6cb5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88f6cacd-d427-4a47-bf7c-020d70a116c4 HTTP/1.1" status: 200 len: 859 time: 0.1802547 Jun 06 17:40:08.056399 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c68bd-2e6d-4465-a96b-5e67afc1ad12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e223049-9d28-4c02-b99a-904a5a6ae9a1,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:08.099838 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 4022d63f-da4c-44a3-b75c-b5d033797316, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4022d63f-da4c-44a3-b75c-b5d033797316,segment=NetworkSegment(fa770a38-3cfc-44bf-8e8f-ab9e0ad707db),segment_id=fa770a38-3cfc-44bf-8e8f-ab9e0ad707db)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:08.100032 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-7a8c68bd-2e6d-4465-a96b-5e67afc1ad12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:08.113813 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-411f6b77-2a3e-47b4-a07b-5515a212d1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:08.120655 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': '4022d63f-da4c-44a3-b75c-b5d033797316', 'network_id': '91e36ee1-9372-4204-9256-6e9d56fc176b', 'port_id': '4022d63f-da4c-44a3-b75c-b5d033797316', 'mac_address': 'fa:16:3e:d7:81:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88f6cacd-d427-4a47-bf7c-020d70a116c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:40:08.136170 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-d6ca2890-02a0-45b7-b3a9-23aa0b654938 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91e36ee1-9372-4204-9256-6e9d56fc176b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668614 Jun 06 17:40:08.176078 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:08.194086 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4022d63f-da4c-44a3-b75c-b5d033797316 {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:40:08.196792 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8c68bd-2e6d-4465-a96b-5e67afc1ad12 admin admin] Checking segment: {'id': '8cac55dd-5214-4f96-bcd9-fd0265c27890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1de944ce-616c-42e4-9530-37392e89bd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:40:08.197142 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8c68bd-2e6d-4465-a96b-5e67afc1ad12 admin admin] Network hostable DHCP agents. Network: 1de944ce-616c-42e4-9530-37392e89bd33, hostable agents: ['45453017-52f2-4007-8a53-c2b26b96b466'], hosted agents: [] {{(pid=98885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:40:08.214114 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 4022d63f-da4c-44a3-b75c-b5d033797316, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4022d63f-da4c-44a3-b75c-b5d033797316,segment=NetworkSegment(fa770a38-3cfc-44bf-8e8f-ab9e0ad707db),segment_id=fa770a38-3cfc-44bf-8e8f-ab9e0ad707db)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:08.250939 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3325a-29ce-487c-aad5-e63e0fa8b9c7 req-c518681f-9449-4c29-8d75-7a763cb3f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:08.252631 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-dfd3325a-29ce-487c-aad5-e63e0fa8b9c7 req-c518681f-9449-4c29-8d75-7a763cb3f99c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=22e0c313a0d34d1cbf3166f27aaa75be&device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 1097 time: 0.2747567 Jun 06 17:40:08.264754 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780c4f3-f752-4efd-941d-a581bf588362 req-2d54ff48-94d7-4f5f-a409-49aff41d2d2b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:08.266338 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0780c4f3-f752-4efd-941d-a581bf588362 req-2d54ff48-94d7-4f5f-a409-49aff41d2d2b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.1537507 Jun 06 17:40:08.270094 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-411f6b77-2a3e-47b4-a07b-5515a212d1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:08.286335 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:08.288520 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:08.351074 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8c68bd-2e6d-4465-a96b-5e67afc1ad12 admin admin] Network 1de944ce-616c-42e4-9530-37392e89bd33 is scheduled to be hosted by DHCP agent 45453017-52f2-4007-8a53-c2b26b96b466 with binding_index 1 {{(pid=98885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:40:08.357206 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=4022d63f-da4c-44a3-b75c-b5d033797316,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:08.360222 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:08.414698 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0780c4f3-f752-4efd-941d-a581bf588362 req-6f6711dd-ab70-4d9b-8126-33c1bf43bf9a tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243105 Jun 06 17:40:08.473305 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3325a-29ce-487c-aad5-e63e0fa8b9c7 req-9a81bbd5-2445-4755-94b2-e08b42ca834c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:08.474688 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-dfd3325a-29ce-487c-aad5-e63e0fa8b9c7 req-9a81bbd5-2445-4755-94b2-e08b42ca834c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=22e0c313a0d34d1cbf3166f27aaa75be&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2075365 Jun 06 17:40:08.489881 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['4022d63f-da4c-44a3-b75c-b5d033797316'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:40:08.502589 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-f226851f-71d3-4bb0-bd9a-6554ad580bf1 service neutron] 10.222.0.35 "GET /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203168 Jun 06 17:40:08.509983 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50107fa3-3270-497e-94d7-ea465d62ce3e req-75824404-78b3-4f0a-bb33-5c9d501b5013 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:08.511425 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-50107fa3-3270-497e-94d7-ea465d62ce3e req-75824404-78b3-4f0a-bb33-5c9d501b5013 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 944 time: 0.3948879 Jun 06 17:40:08.534000 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-7a8c68bd-2e6d-4465-a96b-5e67afc1ad12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-iscsi, 1de944ce-616c-42e4-9530-37392e89bd33) {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:40:08.556890 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9a633b-ac5b-42f1-a75a-4b6a8e690017 None None] Network 1de944ce-616c-42e4-9530-37392e89bd33 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:40:08.588029 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8c68bd-2e6d-4465-a96b-5e67afc1ad12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:08.588612 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-7a8c68bd-2e6d-4465-a96b-5e67afc1ad12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for subnet, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:08.608096 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-68727271-b1e4-4a42-a78b-f8dc51185dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:08.625321 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05d172-e560-4f42-94f9-ff15511a8c50 req-5190e656-e40a-4b40-8e16-3647bc061bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:08.626814 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9d05d172-e560-4f42-94f9-ff15511a8c50 req-5190e656-e40a-4b40-8e16-3647bc061bfd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 1099 time: 0.3610849 Jun 06 17:40:08.645809 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3325a-29ce-487c-aad5-e63e0fa8b9c7 req-427905df-5d0d-432b-b593-f8787f487135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:08.647834 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-dfd3325a-29ce-487c-aad5-e63e0fa8b9c7 req-427905df-5d0d-432b-b593-f8787f487135 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1666625 Jun 06 17:40:08.676827 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-411f6b77-2a3e-47b4-a07b-5515a212d1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:08.705713 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-411f6b77-2a3e-47b4-a07b-5515a212d1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:08.706817 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-411f6b77-2a3e-47b4-a07b-5515a212d1cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/121fff1b-e9be-45a4-8434-3a53bd21286c HTTP/1.1" status: 204 len: 168 time: 0.7568281 Jun 06 17:40:08.713590 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-5ee9422e-9e79-498c-ac84-0e1e52b1ab91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:08.725199 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-9d05d172-e560-4f42-94f9-ff15511a8c50 req-2bcbbe1e-e281-4d19-9bf9-85b820f846d9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:08.738497 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-50107fa3-3270-497e-94d7-ea465d62ce3e req-0c33a7ab-4cae-492f-a6f8-ed2b4f4b8d16 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943181 Jun 06 17:40:08.751841 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f6b77-2a3e-47b4-a07b-5515a212d1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121fff1b-e9be-45a4-8434-3a53bd21286c,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:08.757909 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-411f6b77-2a3e-47b4-a07b-5515a212d1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:08.785973 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-68727271-b1e4-4a42-a78b-f8dc51185dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:08.799105 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-f0be4e62-2a40-4e82-b2e1-ee7964162b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:08.815638 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5b86eec7-18b1-429d-aaa9-0e909ea44497 req-ce93cccd-04a8-49b7-acb4-d3c9359ce4cd service neutron] 10.222.0.35 "GET /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997196 Jun 06 17:40:08.849301 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01155080-04df-46e5-aee4-b6d7c43340b6 None None] Network 1de944ce-616c-42e4-9530-37392e89bd33 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:40:08.851692 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-68727271-b1e4-4a42-a78b-f8dc51185dca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f11d61e7c234b3da903a5c16beefd4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8549483 Jun 06 17:40:08.852674 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 34818) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:08.852901 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68727271-b1e4-4a42-a78b-f8dc51185dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14cb5ca-8a78-41e0-9f5f-bbe2e9965f33,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:08.856982 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-68727271-b1e4-4a42-a78b-f8dc51185dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:08.872558 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-90e8be0a-575c-4fb8-9eb5-b85871af4c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:08.874098 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-90e8be0a-575c-4fb8-9eb5-b85871af4c33 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=22e0c313a0d34d1cbf3166f27aaa75be&device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 1097 time: 0.1843553 Jun 06 17:40:08.977339 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-7a8c68bd-2e6d-4465-a96b-5e67afc1ad12 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6423011 Jun 06 17:40:09.012274 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-d128e9fd-62a8-4282-8baf-5caaf10bef7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=673b91fe-791a-4744-9fd5-a09b5eb629c0 HTTP/1.1" status: 200 len: 217 time: 0.1300652 Jun 06 17:40:09.128194 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-40f2a6dd-acba-402a-a1d2-c6522c009ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:09.132227 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-677c489c-7adc-4490-8d52-ce62a08de74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:09.133702 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-677c489c-7adc-4490-8d52-ce62a08de74c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=32856328-a45b-4d19-b9c2-2268b19da00b HTTP/1.1" status: 200 len: 855 time: 0.1101916 Jun 06 17:40:09.178224 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-9d05d172-e560-4f42-94f9-ff15511a8c50 req-2bcbbe1e-e281-4d19-9bf9-85b820f846d9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:09.198781 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ee676-2867-49e6-93b1-be7d2f398484 req-9285e815-4ba7-45ba-be67-24b3ecc4d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:09.200381 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5f3ee676-2867-49e6-93b1-be7d2f398484 req-9285e815-4ba7-45ba-be67-24b3ecc4d396 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54404c87ce744aa8910669de4dfb4c3a&device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 1097 time: 0.2317374 Jun 06 17:40:09.202031 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-40f2a6dd-acba-402a-a1d2-c6522c009ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:09.255690 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-9d05d172-e560-4f42-94f9-ff15511a8c50 req-2bcbbe1e-e281-4d19-9bf9-85b820f846d9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:09.255894 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ec246-782c-439c-82c1-14c08ba1a5a0 req-3428c258-615f-4030-a981-aadfe7a363a5 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:09.257203 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-780ec246-782c-439c-82c1-14c08ba1a5a0 req-3428c258-615f-4030-a981-aadfe7a363a5 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 946 time: 0.2925203 Jun 06 17:40:09.322603 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-780ec246-782c-439c-82c1-14c08ba1a5a0 req-e33797bf-74de-4bb4-b8a0-0e69d5c2441f tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d21516e-af8d-4b20-8ee5-c7209009cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561945 Jun 06 17:40:09.326153 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-00a98321-8183-4c20-b80a-a6cc2eb0d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:09.328011 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-00a98321-8183-4c20-b80a-a6cc2eb0d39d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=797ee1ce-df47-45dc-9d12-b7882bffb3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1836700 Jun 06 17:40:09.330947 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-ed885537-4d56-47f0-85d2-73e8a74cf3d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:09.420541 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9d05d172-e560-4f42-94f9-ff15511a8c50 req-2bcbbe1e-e281-4d19-9bf9-85b820f846d9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5d21516e-af8d-4b20-8ee5-c7209009cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7445376 Jun 06 17:40:09.440736 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbbe1e-e281-4d19-9bf9-85b820f846d9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9fa852-9a33-4360-b989-6b9f0c27febd,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:09.458519 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2bcbbe1e-e281-4d19-9bf9-85b820f846d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:09.489048 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ee676-2867-49e6-93b1-be7d2f398484 req-1c55a045-f4b0-4ad1-9949-f6884fe67665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:09.490905 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5f3ee676-2867-49e6-93b1-be7d2f398484 req-1c55a045-f4b0-4ad1-9949-f6884fe67665 service neutron] 10.222.0.35 "GET /v2.0/networks?id=91e36ee1-9372-4204-9256-6e9d56fc176b HTTP/1.1" status: 200 len: 920 time: 0.2828603 Jun 06 17:40:09.515991 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-73d73c91-7b27-4e45-81f4-e1bbdeaf1bf1 service neutron] 10.222.0.35 "GET /v2.0/networks/797ee1ce-df47-45dc-9d12-b7882bffb3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804345 Jun 06 17:40:09.517212 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-40f2a6dd-acba-402a-a1d2-c6522c009ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:09.519858 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-40f2a6dd-acba-402a-a1d2-c6522c009ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:09.523634 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-40f2a6dd-acba-402a-a1d2-c6522c009ebb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a14cb5ca-8a78-41e0-9f5f-bbe2e9965f33 HTTP/1.1" status: 204 len: 168 time: 0.6680274 Jun 06 17:40:09.544188 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-632fd287-d7b1-4150-ac1e-3f2e4f3d367c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:09.561596 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2a6dd-acba-402a-a1d2-c6522c009ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14cb5ca-8a78-41e0-9f5f-bbe2e9965f33,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:09.572160 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-40f2a6dd-acba-402a-a1d2-c6522c009ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:09.616642 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5f3ee676-2867-49e6-93b1-be7d2f398484 req-1e21b990-1c7a-4857-b740-989675342692 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2985eeb2-dde4-4e83-96e9-25305ba32409 HTTP/1.1" status: 200 len: 217 time: 0.1108749 Jun 06 17:40:09.665236 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-da49f7b2-a14c-45e7-9817-4b702e8746e3 req-c2f67663-3595-4d4f-967f-ea70c5794828 service neutron] 10.222.0.35 "GET /v2.0/networks/797ee1ce-df47-45dc-9d12-b7882bffb3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404595 Jun 06 17:40:09.708328 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ee676-2867-49e6-93b1-be7d2f398484 req-6d84a7de-4ef0-421f-af10-7226b37f9552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:09.709630 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5f3ee676-2867-49e6-93b1-be7d2f398484 req-6d84a7de-4ef0-421f-af10-7226b37f9552 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88f6cacd-d427-4a47-bf7c-020d70a116c4 HTTP/1.1" status: 200 len: 859 time: 0.0775328 Jun 06 17:40:09.753929 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8315d-8394-4bd8-bd69-b0b185d74c5e req-93d97d1c-5042-4237-b7cc-84b2d75a284a tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:09.755372 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d1f8315d-8394-4bd8-bd69-b0b185d74c5e req-93d97d1c-5042-4237-b7cc-84b2d75a284a tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.1782248 Jun 06 17:40:09.781736 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5f3ee676-2867-49e6-93b1-be7d2f398484 req-bf8eefd0-f967-4cb8-b7b4-d4415d2adabd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91e36ee1-9372-4204-9256-6e9d56fc176b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644295 Jun 06 17:40:09.854966 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d1f8315d-8394-4bd8-bd69-b0b185d74c5e req-5201df84-b0d6-4365-b1b5-f00096f1ea6d tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928142 Jun 06 17:40:09.877146 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 2985eeb2-dde4-4e83-96e9-25305ba32409 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:40:09.913532 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 34852) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:09.947073 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-315841d5-6d0c-4f56-8a0c-ec1bca41d635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:09.970666 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 4022d63f-da4c-44a3-b75c-b5d033797316 up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:40:09.989592 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5f3ee676-2867-49e6-93b1-be7d2f398484 req-20bd8bf4-0505-4a89-855b-dc42497c7c47 service neutron] 10.222.0.35 "GET /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991246 Jun 06 17:40:10.134670 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5f3ee676-2867-49e6-93b1-be7d2f398484 req-c933f466-8564-4d9d-8c35-deaaed149805 service neutron] 10.222.0.35 "GET /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387584 Jun 06 17:40:10.188680 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744b978-8083-411a-8aba-1be1fd1d87e5 req-c61b8bb3-3068-40d4-8794-13267eea1657 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:10.195602 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6744b978-8083-411a-8aba-1be1fd1d87e5 req-c61b8bb3-3068-40d4-8794-13267eea1657 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 944 time: 0.2235186 Jun 06 17:40:10.289795 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 2985eeb2-dde4-4e83-96e9-25305ba32409, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2985eeb2-dde4-4e83-96e9-25305ba32409,segment=NetworkSegment(fa770a38-3cfc-44bf-8e8f-ab9e0ad707db),segment_id=fa770a38-3cfc-44bf-8e8f-ab9e0ad707db)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:10.313229 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': '2985eeb2-dde4-4e83-96e9-25305ba32409', 'network_id': '91e36ee1-9372-4204-9256-6e9d56fc176b', 'port_id': '2985eeb2-dde4-4e83-96e9-25305ba32409', 'mac_address': 'fa:16:3e:dd:72:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88f6cacd-d427-4a47-bf7c-020d70a116c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:40:10.318183 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning for port 4022d63f-da4c-44a3-b75c-b5d033797316 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:40:10.330774 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port 4022d63f-da4c-44a3-b75c-b5d033797316 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:40:10.334121 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.345383 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6744b978-8083-411a-8aba-1be1fd1d87e5 req-4f7af3bf-d15b-4c15-99e8-05ce5d14ed81 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488347 Jun 06 17:40:10.391258 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-315841d5-6d0c-4f56-8a0c-ec1bca41d635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.470358 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.494448 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2985eeb2-dde4-4e83-96e9-25305ba32409 {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:40:10.542756 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063f900-45f0-48ac-9315-42cfdbc25db5 req-e23ee76e-ee5d-4001-ba66-ab9003c6b17d tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:10.545292 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b063f900-45f0-48ac-9315-42cfdbc25db5 req-e23ee76e-ee5d-4001-ba66-ab9003c6b17d tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 946 time: 0.0873580 Jun 06 17:40:10.553760 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 2985eeb2-dde4-4e83-96e9-25305ba32409, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2985eeb2-dde4-4e83-96e9-25305ba32409,segment=NetworkSegment(fa770a38-3cfc-44bf-8e8f-ab9e0ad707db),segment_id=fa770a38-3cfc-44bf-8e8f-ab9e0ad707db)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:10.561359 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-315841d5-6d0c-4f56-8a0c-ec1bca41d635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.572438 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.572594 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-a1ee5e1e-f963-413a-8b49-9fd180b22351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:10.600292 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdaef917-de49-4063-be29-883ffe6ad55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4022d63f-da4c-44a3-b75c-b5d033797316'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:40:10.602561 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab5ff21-d775-4288-83cb-1db03986dba1" -d '{"events": [{"server_uuid": "cdaef917-de49-4063-be29-883ffe6ad55a", "name": "network-vif-plugged", "status": "completed", "tag": "4022d63f-da4c-44a3-b75c-b5d033797316"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:40:10.607059 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b063f900-45f0-48ac-9315-42cfdbc25db5 req-5bc6c1b4-56c3-4fcb-ac0d-1ce9bf4feb1a tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d21516e-af8d-4b20-8ee5-c7209009cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494218 Jun 06 17:40:10.611963 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 4022d63f-da4c-44a3-b75c-b5d033797316, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4022d63f-da4c-44a3-b75c-b5d033797316,segment=NetworkSegment(fa770a38-3cfc-44bf-8e8f-ab9e0ad707db),segment_id=fa770a38-3cfc-44bf-8e8f-ab9e0ad707db)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:10.615763 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-315841d5-6d0c-4f56-8a0c-ec1bca41d635 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d84f70259b9412cab3685ec9c993e69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7008142 Jun 06 17:40:10.618576 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 34882) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:10.628021 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315841d5-6d0c-4f56-8a0c-ec1bca41d635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1e7336-410d-4a7b-b8ff-b95a213dccff,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:10.634262 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-315841d5-6d0c-4f56-8a0c-ec1bca41d635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:10.664717 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d968ee-e215-478b-9cf5-a3296bdbb9b6 x-openstack-request-id: req-27d968ee-e215-478b-9cf5-a3296bdbb9b6 {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:40:10.665137 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdaef917-de49-4063-be29-883ffe6ad55a", "name": "network-vif-plugged", "status": "completed", "tag": "4022d63f-da4c-44a3-b75c-b5d033797316", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:40:10.665488 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27d968ee-e215-478b-9cf5-a3296bdbb9b6 {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:40:10.665975 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdaef917-de49-4063-be29-883ffe6ad55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4022d63f-da4c-44a3-b75c-b5d033797316', 'code': 200} Jun 06 17:40:10.697491 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9c4936c4-f775-4a28-92cc-8718d0d2b013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.712556 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 34888) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:10.718407 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-0accde8e-ce33-4679-8383-bba6c658dd77 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1435586811-network', 'tenant_id': 'c83474725ae545bb93fe67fd11da81ec'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:40:10.720969 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.723710 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:10.749860 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9c4936c4-f775-4a28-92cc-8718d0d2b013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.783885 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.810160 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=2985eeb2-dde4-4e83-96e9-25305ba32409,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:10.813481 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:10.814178 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:10.818039 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0accde8e-ce33-4679-8383-bba6c658dd77 admin admin] Made reservation on behalf of c83474725ae545bb93fe67fd11da81ec for: {'network': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:40:10.821167 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0accde8e-ce33-4679-8383-bba6c658dd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1686528'] for network, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.856299 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0accde8e-ce33-4679-8383-bba6c658dd77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.897796 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=4022d63f-da4c-44a3-b75c-b5d033797316,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:10.901215 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:10.966613 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9c4936c4-f775-4a28-92cc-8718d0d2b013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.975078 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9c4936c4-f775-4a28-92cc-8718d0d2b013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:10.976102 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['2985eeb2-dde4-4e83-96e9-25305ba32409'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:40:10.979196 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-9c4936c4-f775-4a28-92cc-8718d0d2b013 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d1e7336-410d-4a7b-b8ff-b95a213dccff HTTP/1.1" status: 204 len: 168 time: 0.3594954 Jun 06 17:40:10.982485 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-7ce75ae5-3917-47b5-b097-ac3633d69468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:11.007624 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4936c4-f775-4a28-92cc-8718d0d2b013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1e7336-410d-4a7b-b8ff-b95a213dccff,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:11.011182 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-9c4936c4-f775-4a28-92cc-8718d0d2b013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:11.104621 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 34902) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:11.114666 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0accde8e-ce33-4679-8383-bba6c658dd77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:11.208917 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e14ee6-bc42-484a-a836-e9563341d676 req-739b16da-1961-488f-b7f3-017b9f31527c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:11.210453 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d2e14ee6-bc42-484a-a836-e9563341d676 req-739b16da-1961-488f-b7f3-017b9f31527c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.1699300 Jun 06 17:40:11.273495 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0accde8e-ce33-4679-8383-bba6c658dd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:11.279008 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:11.286639 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d2e14ee6-bc42-484a-a836-e9563341d676 req-7f19af2e-eda9-47be-8b4e-791fe19c37c9 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674233 Jun 06 17:40:11.323688 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129979d-ddd0-4a91-940a-cd051b0a63af req-e46be225-b604-4313-bfc1-787b0ed36dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:11.325772 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4129979d-ddd0-4a91-940a-cd051b0a63af req-e46be225-b604-4313-bfc1-787b0ed36dbb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 1099 time: 0.1669991 Jun 06 17:40:11.336761 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0accde8e-ce33-4679-8383-bba6c658dd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a4fc89-a9ad-4abe-b2c4-692ff1ed13ea,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:11.353550 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-0accde8e-ce33-4679-8383-bba6c658dd77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:11.359276 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0accde8e-ce33-4679-8383-bba6c658dd77 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=98885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:40:11.367946 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0accde8e-ce33-4679-8383-bba6c658dd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:11.368326 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.segments_db [None req-0accde8e-ce33-4679-8383-bba6c658dd77 admin admin] Added segment d53c75a3-9e43-409e-858d-9b90b5a1858e of type vlan for network 1f609f89-8fa5-45f0-9406-2f86023c5907 Jun 06 17:40:11.375261 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4129979d-ddd0-4a91-940a-cd051b0a63af req-e6b667f1-a041-44d4-a54b-69e96d9878d4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422826 Jun 06 17:40:11.398643 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0accde8e-ce33-4679-8383-bba6c658dd77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779962068718'] for network, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:11.563150 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68ed08-4b3c-46be-9ff8-cca378087f61 req-bd7c6425-b853-401a-b0bd-629ffc46eb7d tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:11.563578 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3aff1298-fa9b-4af8-bcce-2b83560c8179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:11.565224 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ac68ed08-4b3c-46be-9ff8-cca378087f61 req-bd7c6425-b853-401a-b0bd-629ffc46eb7d tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 945 time: 0.0958478 Jun 06 17:40:11.586368 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0accde8e-ce33-4679-8383-bba6c658dd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186'] for network, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:11.619052 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0accde8e-ce33-4679-8383-bba6c658dd77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:11.619708 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0accde8e-ce33-4679-8383-bba6c658dd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:11.629708 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-a5f891c4-ca7d-404a-8e5a-a1e98d047c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:11.680130 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ac68ed08-4b3c-46be-9ff8-cca378087f61 req-61ae5146-595e-4388-9141-6e10a0cdef0b tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024075 Jun 06 17:40:11.701850 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3aff1298-fa9b-4af8-bcce-2b83560c8179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:11.770102 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0accde8e-ce33-4679-8383-bba6c658dd77 admin admin] Pushing event updated for resources: {'Network': ['ID=1f609f89-8fa5-45f0-9406-2f86023c5907,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:11.773359 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-0accde8e-ce33-4679-8383-bba6c658dd77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:11.781099 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Network 1f609f89-8fa5-45f0-9406-2f86023c5907 details requested by agent ovs-agent-dv-cinder-791281-4-iscsi with host dv-cinder-791281-4-iscsi {{(pid=98886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:40:11.836046 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a39fb-d5cf-4c4b-9df0-9d2ffbd4efc5 req-ad1bc3b7-a138-41e9-8aa1-5f3dee5e5efd tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:11.837777 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-000a39fb-d5cf-4c4b-9df0-9d2ffbd4efc5 req-ad1bc3b7-a138-41e9-8aa1-5f3dee5e5efd tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 946 time: 0.0881529 Jun 06 17:40:11.884293 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 673b91fe-791a-4744-9fd5-a09b5eb629c0 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:40:11.886560 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 2985eeb2-dde4-4e83-96e9-25305ba32409 up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:40:11.894419 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-000a39fb-d5cf-4c4b-9df0-9d2ffbd4efc5 req-fb5d9ebb-2a13-406d-88ea-b4fa33476279 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d21516e-af8d-4b20-8ee5-c7209009cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453997 Jun 06 17:40:11.936476 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3aff1298-fa9b-4af8-bcce-2b83560c8179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:11.947770 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:12.038786 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-3aff1298-fa9b-4af8-bcce-2b83560c8179 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=84dd04473a0b45ccb460b1fcaf01ac47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9262385 Jun 06 17:40:12.038786 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff1298-fa9b-4af8-bcce-2b83560c8179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0728517-818f-41ca-b976-4e2cf543f049,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:12.039496 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 34942) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:12.049659 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-3aff1298-fa9b-4af8-bcce-2b83560c8179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:12.070164 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-0accde8e-ce33-4679-8383-bba6c658dd77 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3562584 Jun 06 17:40:12.073516 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 34944) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:12.078378 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-c4633e1d-840c-491b-a2d8-061971a5e0c1 admin admin] Request body: {'subnet': {'network_id': '1f609f89-8fa5-45f0-9406-2f86023c5907', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1435586811-subnet', 'tenant_id': 'c83474725ae545bb93fe67fd11da81ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:40:12.113846 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning for port 2985eeb2-dde4-4e83-96e9-25305ba32409 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:40:12.133811 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port 2985eeb2-dde4-4e83-96e9-25305ba32409 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:40:12.134346 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:12.171900 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e44358fe-6b6e-4b62-8643-ea85178f6dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:12.178098 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4633e1d-840c-491b-a2d8-061971a5e0c1 admin admin] Made reservation on behalf of c83474725ae545bb93fe67fd11da81ec for: {'subnet': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:40:12.181092 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-c4633e1d-840c-491b-a2d8-061971a5e0c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:12.205433 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e44358fe-6b6e-4b62-8643-ea85178f6dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:12.262911 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 673b91fe-791a-4744-9fd5-a09b5eb629c0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=673b91fe-791a-4744-9fd5-a09b5eb629c0,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:12.302802 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': '673b91fe-791a-4744-9fd5-a09b5eb629c0', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'port_id': '673b91fe-791a-4744-9fd5-a09b5eb629c0', 'mac_address': 'fa:16:3e:6c:5f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:40:12.406361 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e44358fe-6b6e-4b62-8643-ea85178f6dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:12.409316 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e44358fe-6b6e-4b62-8643-ea85178f6dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:12.410515 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-e44358fe-6b6e-4b62-8643-ea85178f6dc6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0728517-818f-41ca-b976-4e2cf543f049 HTTP/1.1" status: 204 len: 168 time: 0.3698304 Jun 06 17:40:12.411457 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-315841d5-6d0c-4f56-8a0c-ec1bca41d635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:12.431805 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44358fe-6b6e-4b62-8643-ea85178f6dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0728517-818f-41ca-b976-4e2cf543f049,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:12.438186 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e44358fe-6b6e-4b62-8643-ea85178f6dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:12.501263 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:12.543417 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 673b91fe-791a-4744-9fd5-a09b5eb629c0 {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:40:12.566900 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a6c66-5c7b-4ace-aa55-62dca0d292a2 req-3b1edf2e-2a16-48dc-a59d-8c32a9d16945 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:12.567718 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:12.568538 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f16a6c66-5c7b-4ace-aa55-62dca0d292a2 req-3b1edf2e-2a16-48dc-a59d-8c32a9d16945 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.1114991 Jun 06 17:40:12.589216 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 673b91fe-791a-4744-9fd5-a09b5eb629c0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=673b91fe-791a-4744-9fd5-a09b5eb629c0,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:12.610824 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 2985eeb2-dde4-4e83-96e9-25305ba32409, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2985eeb2-dde4-4e83-96e9-25305ba32409,segment=NetworkSegment(fa770a38-3cfc-44bf-8e8f-ab9e0ad707db),segment_id=fa770a38-3cfc-44bf-8e8f-ab9e0ad707db)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:12.616426 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f16a6c66-5c7b-4ace-aa55-62dca0d292a2 req-1fb2543b-e195-4575-b581-abd7dde11b3f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421693 Jun 06 17:40:12.666912 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a55fa1f-5051-40d4-85d8-9670f8530925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2985eeb2-dde4-4e83-96e9-25305ba32409'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:40:12.669651 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f21c75-c2fa-46eb-b652-7fa041d698d7" -d '{"events": [{"server_uuid": "3a55fa1f-5051-40d4-85d8-9670f8530925", "name": "network-vif-plugged", "status": "completed", "tag": "2985eeb2-dde4-4e83-96e9-25305ba32409"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:40:12.704248 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-c4633e1d-840c-491b-a2d8-061971a5e0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195'] for subnet, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:12.709684 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:12.712532 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:12.725024 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31c19e8-a393-4764-a227-4c30dbae81f6 x-openstack-request-id: req-a31c19e8-a393-4764-a227-4c30dbae81f6 {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:40:12.725811 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a55fa1f-5051-40d4-85d8-9670f8530925", "name": "network-vif-plugged", "status": "completed", "tag": "2985eeb2-dde4-4e83-96e9-25305ba32409", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:40:12.726232 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a31c19e8-a393-4764-a227-4c30dbae81f6 {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:40:12.726758 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a55fa1f-5051-40d4-85d8-9670f8530925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2985eeb2-dde4-4e83-96e9-25305ba32409', 'code': 200} Jun 06 17:40:12.727405 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-04066ef2-8f79-484d-86f1-0775674e2c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:12.807073 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=673b91fe-791a-4744-9fd5-a09b5eb629c0,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:12.811089 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:12.812184 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:12.814685 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:12.822209 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4633e1d-840c-491b-a2d8-061971a5e0c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=240f8c30-2836-486e-9788-b8b9149969f5,revision_number=0']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:12.824663 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4633e1d-840c-491b-a2d8-061971a5e0c1 admin admin] Checking segment: {'id': 'd53c75a3-9e43-409e-858d-9b90b5a1858e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1f609f89-8fa5-45f0-9406-2f86023c5907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:40:12.825112 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4633e1d-840c-491b-a2d8-061971a5e0c1 admin admin] Network hostable DHCP agents. Network: 1f609f89-8fa5-45f0-9406-2f86023c5907, hostable agents: ['45453017-52f2-4007-8a53-c2b26b96b466'], hosted agents: [] {{(pid=98884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:40:12.828064 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-c4633e1d-840c-491b-a2d8-061971a5e0c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:12.899341 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=2985eeb2-dde4-4e83-96e9-25305ba32409,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:12.903728 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:12.945970 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['673b91fe-791a-4744-9fd5-a09b5eb629c0'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:40:12.956870 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aacc1d-4b09-46c4-b144-7158e0165a85 req-8fa7751d-0f43-4144-8f11-479106a152ee tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:12.958771 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-44aacc1d-4b09-46c4-b144-7158e0165a85 req-8fa7751d-0f43-4144-8f11-479106a152ee tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.0942259 Jun 06 17:40:12.995430 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4633e1d-840c-491b-a2d8-061971a5e0c1 admin admin] Network 1f609f89-8fa5-45f0-9406-2f86023c5907 is scheduled to be hosted by DHCP agent 45453017-52f2-4007-8a53-c2b26b96b466 with binding_index 1 {{(pid=98884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:40:13.038153 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-44aacc1d-4b09-46c4-b144-7158e0165a85 req-2d8738a9-28e8-4662-b9bd-82be82161c08 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708127 Jun 06 17:40:13.188619 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [None req-c4633e1d-840c-491b-a2d8-061971a5e0c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-iscsi, 1f609f89-8fa5-45f0-9406-2f86023c5907) {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:40:13.193142 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4633e1d-840c-491b-a2d8-061971a5e0c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:13.193734 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-c4633e1d-840c-491b-a2d8-061971a5e0c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for subnet, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:13.198049 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802cd745-d4e0-4843-9315-fb666bf583a1 None None] Network 1f609f89-8fa5-45f0-9406-2f86023c5907 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:40:13.297033 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfe07a-45b1-4bf0-914e-84520045c82f req-affd214f-4948-4130-b963-64afea9b4bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:13.298541 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-60dfe07a-45b1-4bf0-914e-84520045c82f req-affd214f-4948-4130-b963-64afea9b4bf7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 1099 time: 0.1449559 Jun 06 17:40:13.339672 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-60dfe07a-45b1-4bf0-914e-84520045c82f req-25c6ce6b-ffa2-4775-9c11-372bae5e8de5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342808 Jun 06 17:40:13.389541 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93689ee9-e88d-4056-a93b-e3c03084aec7 None None] Network 1f609f89-8fa5-45f0-9406-2f86023c5907 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:40:13.447842 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-c4633e1d-840c-491b-a2d8-061971a5e0c1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3737242 Jun 06 17:40:13.520996 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 34982) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:13.545635 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-dde8477a-d279-45c1-b944-47dd522ed3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:13.690613 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-dde8477a-d279-45c1-b944-47dd522ed3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:13.821592 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-dde8477a-d279-45c1-b944-47dd522ed3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:13.845475 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-7cdbd099-4e2c-45eb-8ba5-183133ba8109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:13.897429 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8477a-d279-45c1-b944-47dd522ed3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35c724f-9822-4f37-8a3b-a8078bc2d8b9,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:13.903029 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-dde8477a-d279-45c1-b944-47dd522ed3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:13.909295 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 673b91fe-791a-4744-9fd5-a09b5eb629c0 up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:40:13.911921 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-dde8477a-d279-45c1-b944-47dd522ed3b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a29594d90af44366bf3740f4a0149772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3898385 Jun 06 17:40:13.913338 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805bf86-92a6-4bc9-b2d9-e4267ac1ebf6 req-817cbae9-78c0-4b23-992f-ecaf789c04ea tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:13.920299 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1805bf86-92a6-4bc9-b2d9-e4267ac1ebf6 req-817cbae9-78c0-4b23-992f-ecaf789c04ea tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 945 time: 0.1371384 Jun 06 17:40:13.921035 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 35000) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:14.026105 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1805bf86-92a6-4bc9-b2d9-e4267ac1ebf6 req-d3db9d65-06fb-4bb4-ba67-e1be12e3c2af tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869942 Jun 06 17:40:14.036124 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-a9dd02b0-27f9-4a8f-a612-881043c8e1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:14.072045 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-a9dd02b0-27f9-4a8f-a612-881043c8e1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:14.114919 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning for port 673b91fe-791a-4744-9fd5-a09b5eb629c0 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:40:14.120555 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port 673b91fe-791a-4744-9fd5-a09b5eb629c0 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:40:14.121178 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:14.222266 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-a9dd02b0-27f9-4a8f-a612-881043c8e1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:14.225683 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-a9dd02b0-27f9-4a8f-a612-881043c8e1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:14.226594 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-a9dd02b0-27f9-4a8f-a612-881043c8e1f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c35c724f-9822-4f37-8a3b-a8078bc2d8b9 HTTP/1.1" status: 204 len: 168 time: 0.3043771 Jun 06 17:40:14.227309 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:14.262312 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd02b0-27f9-4a8f-a612-881043c8e1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35c724f-9822-4f37-8a3b-a8078bc2d8b9,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:14.265311 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde1330-cb61-4268-b2a6-103f1cfe7905 req-7f77366d-8e93-4536-92a4-8a0cd269e9be tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:14.269517 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-a9dd02b0-27f9-4a8f-a612-881043c8e1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:14.273316 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-bbde1330-cb61-4268-b2a6-103f1cfe7905 req-7f77366d-8e93-4536-92a4-8a0cd269e9be tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.1221650 Jun 06 17:40:14.322412 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-bbde1330-cb61-4268-b2a6-103f1cfe7905 req-b58966d3-271d-4df4-853b-736b63e0639c tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476832 Jun 06 17:40:14.410332 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:14.444901 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 673b91fe-791a-4744-9fd5-a09b5eb629c0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=673b91fe-791a-4744-9fd5-a09b5eb629c0,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:14.589503 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:14.591524 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:14.662929 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=673b91fe-791a-4744-9fd5-a09b5eb629c0,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:14.665982 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:14.728240 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445ddbcb-ff4f-435f-b8a2-b4525a25a670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673b91fe-791a-4744-9fd5-a09b5eb629c0'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:40:14.731182 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cb5272-dfc6-4135-8136-26450db3c561" -d '{"events": [{"server_uuid": "445ddbcb-ff4f-435f-b8a2-b4525a25a670", "name": "network-vif-plugged", "status": "completed", "tag": "673b91fe-791a-4744-9fd5-a09b5eb629c0"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:40:14.775584 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cee4cd-1735-4fe5-bcd3-c43c28d0df49 x-openstack-request-id: req-16cee4cd-1735-4fe5-bcd3-c43c28d0df49 {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:40:14.775886 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445ddbcb-ff4f-435f-b8a2-b4525a25a670", "name": "network-vif-plugged", "status": "completed", "tag": "673b91fe-791a-4744-9fd5-a09b5eb629c0", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:40:14.776148 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16cee4cd-1735-4fe5-bcd3-c43c28d0df49 {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:40:14.776545 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445ddbcb-ff4f-435f-b8a2-b4525a25a670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673b91fe-791a-4744-9fd5-a09b5eb629c0', 'code': 200} Jun 06 17:40:15.254291 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4d3a7-a427-441a-89ff-bd954edbb752 req-7c11adf8-78c4-46c7-a0b2-89bd15beb0ca tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:15.255860 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b2d4d3a7-a427-441a-89ff-bd954edbb752 req-7c11adf8-78c4-46c7-a0b2-89bd15beb0ca tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.0911746 Jun 06 17:40:15.353219 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b2d4d3a7-a427-441a-89ff-bd954edbb752 req-1df7c00b-e69f-4122-8aa0-fe36fbaead07 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587611 Jun 06 17:40:15.392819 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f8f75-40f3-4fe3-becc-9a05278c9161 req-bf1460a0-6e4c-4a57-b8b8-6cd6c1365a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:15.407436 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-6d7f8f75-40f3-4fe3-becc-9a05278c9161 req-bf1460a0-6e4c-4a57-b8b8-6cd6c1365a42 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 1099 time: 0.1460416 Jun 06 17:40:15.448456 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-6d7f8f75-40f3-4fe3-becc-9a05278c9161 req-7ac219d2-bb1a-4351-909f-0e8978c54714 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386400 Jun 06 17:40:15.598777 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1521b9-bb8c-4d46-85de-8f7555380e37 req-efa837ec-e27b-4637-8105-dad68ab143de tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:15.600391 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ed1521b9-bb8c-4d46-85de-8f7555380e37 req-efa837ec-e27b-4637-8105-dad68ab143de tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.0962825 Jun 06 17:40:15.646950 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ed1521b9-bb8c-4d46-85de-8f7555380e37 req-155f5dc7-92e9-476e-a6b4-e2819b719776 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403821 Jun 06 17:40:16.030363 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 35082) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:16.286044 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e83f25ef-b283-4e42-b6b3-cfe276b0ed38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:16.335960 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 35096) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:16.445044 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e83f25ef-b283-4e42-b6b3-cfe276b0ed38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:16.586385 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba760907-3fb7-4bba-9ab2-22b7bf5a14a7 req-75340931-b7c5-49c2-b774-bdde05b44dd0 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:16.600593 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ba760907-3fb7-4bba-9ab2-22b7bf5a14a7 req-75340931-b7c5-49c2-b774-bdde05b44dd0 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.1605103 Jun 06 17:40:16.658222 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e83f25ef-b283-4e42-b6b3-cfe276b0ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:16.666293 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-59dc5ee8-32f9-461f-bf92-fba0d514fad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:16.669578 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-7e2660e7-ec58-4de2-9863-c241d5603544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:16.706080 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cbb21-c375-423e-a3eb-96f808a39398 req-c07bc835-3e84-4b88-8a8b-113a93471203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:16.708055 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f25ef-b283-4e42-b6b3-cfe276b0ed38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0467764c-9fff-4549-adda-5e78065f326e,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:16.708803 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-820cbb21-c375-423e-a3eb-96f808a39398 req-c07bc835-3e84-4b88-8a8b-113a93471203 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54404c87ce744aa8910669de4dfb4c3a&device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 1099 time: 0.2211487 Jun 06 17:40:16.714879 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e83f25ef-b283-4e42-b6b3-cfe276b0ed38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:16.746501 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-e83f25ef-b283-4e42-b6b3-cfe276b0ed38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=643c18f2536b4eb482861c204de6462f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7142470 Jun 06 17:40:16.749212 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 35116) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:16.825310 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9707af31-72f5-477b-a2d5-a650ab2a4bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:16.862655 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9707af31-72f5-477b-a2d5-a650ab2a4bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:16.939383 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ba760907-3fb7-4bba-9ab2-22b7bf5a14a7 req-01a91624-2944-444a-89d3-959af8e743a0 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149142 Jun 06 17:40:16.943333 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cbb21-c375-423e-a3eb-96f808a39398 req-df6436c6-d62e-465a-b795-f2ab13ac1878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:16.944843 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-820cbb21-c375-423e-a3eb-96f808a39398 req-df6436c6-d62e-465a-b795-f2ab13ac1878 service neutron] 10.222.0.35 "GET /v2.0/networks?id=91e36ee1-9372-4204-9256-6e9d56fc176b HTTP/1.1" status: 200 len: 920 time: 0.2238441 Jun 06 17:40:17.029337 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-820cbb21-c375-423e-a3eb-96f808a39398 req-67bce731-2276-4718-a1f3-98fc1bb7008f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2985eeb2-dde4-4e83-96e9-25305ba32409 HTTP/1.1" status: 200 len: 217 time: 0.0779459 Jun 06 17:40:17.059949 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9707af31-72f5-477b-a2d5-a650ab2a4bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:17.062587 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9707af31-72f5-477b-a2d5-a650ab2a4bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:17.066025 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-9707af31-72f5-477b-a2d5-a650ab2a4bb5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0467764c-9fff-4549-adda-5e78065f326e HTTP/1.1" status: 204 len: 168 time: 0.3132315 Jun 06 17:40:17.066025 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:17.091137 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839a26d-7903-4016-bcf8-912acb60b787 req-afa0850b-cc2c-47dd-a395-0c6f58e89fbf tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:17.096745 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b839a26d-7903-4016-bcf8-912acb60b787 req-afa0850b-cc2c-47dd-a395-0c6f58e89fbf tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.1389194 Jun 06 17:40:17.096745 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707af31-72f5-477b-a2d5-a650ab2a4bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0467764c-9fff-4549-adda-5e78065f326e,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:17.100517 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-9707af31-72f5-477b-a2d5-a650ab2a4bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:17.157427 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cbb21-c375-423e-a3eb-96f808a39398 req-28709f17-db2b-4ebe-b7fd-4d03c418114a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:17.159044 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-820cbb21-c375-423e-a3eb-96f808a39398 req-28709f17-db2b-4ebe-b7fd-4d03c418114a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88f6cacd-d427-4a47-bf7c-020d70a116c4 HTTP/1.1" status: 200 len: 859 time: 0.1232212 Jun 06 17:40:17.176649 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b839a26d-7903-4016-bcf8-912acb60b787 req-0994dabb-3bdb-4701-9605-247db4b313aa tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751069 Jun 06 17:40:17.242511 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-820cbb21-c375-423e-a3eb-96f808a39398 req-84e988e8-a27c-4e04-9285-cfbf2adcee09 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91e36ee1-9372-4204-9256-6e9d56fc176b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760946 Jun 06 17:40:17.472128 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-59dc5ee8-32f9-461f-bf92-fba0d514fad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:17.479288 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-820cbb21-c375-423e-a3eb-96f808a39398 req-23d5ade3-9fcc-4b61-9c0f-1eb6340926de service neutron] 10.222.0.35 "GET /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302217 Jun 06 17:40:17.518956 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d3a9a-a7ae-4007-93d2-9d3094dce07c req-3c60194c-3284-40da-8f89-cc6c3b2c514c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:17.520350 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-190d3a9a-a7ae-4007-93d2-9d3094dce07c req-3c60194c-3284-40da-8f89-cc6c3b2c514c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.1755779 Jun 06 17:40:17.530898 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 35136) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:17.536023 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-3a2734bf-03de-4898-9b28-96902bc82583 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Request body: {'floatingip': {'port_id': '673b91fe-791a-4744-9fd5-a09b5eb629c0'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:40:17.615214 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-3a2734bf-03de-4898-9b28-96902bc82583 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for floatingip, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:17.627481 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-59dc5ee8-32f9-461f-bf92-fba0d514fad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:17.637779 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:17.650064 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-820cbb21-c375-423e-a3eb-96f808a39398 req-3a3042dc-e6b9-42b8-8bee-952b4c30dcfb service neutron] 10.222.0.35 "GET /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594656 Jun 06 17:40:17.688702 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-59dc5ee8-32f9-461f-bf92-fba0d514fad9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=accb8f2691a44777b38636e2fbaffd0d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3508096 Jun 06 17:40:17.690499 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc5ee8-32f9-461f-bf92-fba0d514fad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f8187a-7cfd-4fdd-8791-86136fe3dc05,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:17.692908 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 35138) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:17.694847 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-59dc5ee8-32f9-461f-bf92-fba0d514fad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:17.759098 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-aff326fa-2016-4b74-9286-b3b3e8ddf03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:17.788714 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-aff326fa-2016-4b74-9286-b3b3e8ddf03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:17.995442 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-aff326fa-2016-4b74-9286-b3b3e8ddf03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:17.999618 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-aff326fa-2016-4b74-9286-b3b3e8ddf03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:18.000981 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-aff326fa-2016-4b74-9286-b3b3e8ddf03f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b5f8187a-7cfd-4fdd-8791-86136fe3dc05 HTTP/1.1" status: 204 len: 168 time: 0.3071620 Jun 06 17:40:18.002205 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:18.024635 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff326fa-2016-4b74-9286-b3b3e8ddf03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f8187a-7cfd-4fdd-8791-86136fe3dc05,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:18.027397 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-aff326fa-2016-4b74-9286-b3b3e8ddf03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:18.506525 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c7fa8-a0bf-4258-81f9-6b63caf98776 req-d58bdddd-c810-49d8-89bb-c16a094e477a tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:18.508051 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-7c1c7fa8-a0bf-4258-81f9-6b63caf98776 req-d58bdddd-c810-49d8-89bb-c16a094e477a tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.3902507 Jun 06 17:40:18.585403 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-7c1c7fa8-a0bf-4258-81f9-6b63caf98776 req-78e14b58-d3e9-42b0-b4c5-6675658469d2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663848 Jun 06 17:40:18.792248 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-3a2734bf-03de-4898-9b28-96902bc82583 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:18.873268 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-3a2734bf-03de-4898-9b28-96902bc82583 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559996'] for floatingip, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:19.072667 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.l3_db [None req-3a2734bf-03de-4898-9b28-96902bc82583 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Floating IP cb5f7cdd-4c85-4900-82cb-9fa47182f9a2 associated. External IP: 172.27.1.131, port: 673b91fe-791a-4744-9fd5-a09b5eb629c0. Jun 06 17:40:19.097958 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 35194) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:19.115610 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d80bdd01-7d19-47af-a334-bc92f8bc7418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:19.226276 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d80bdd01-7d19-47af-a334-bc92f8bc7418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:19.302554 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d80bdd01-7d19-47af-a334-bc92f8bc7418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:19.316874 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:19.419206 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-d80bdd01-7d19-47af-a334-bc92f8bc7418 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69deeb4ef05d4bd1b7d8eb9ab5a4659f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200240 Jun 06 17:40:19.425143 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bdd01-7d19-47af-a334-bc92f8bc7418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d7bfac-9480-448e-a14e-e2d4ed6cca07,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:19.427664 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 35206) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:19.442927 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-d80bdd01-7d19-47af-a334-bc92f8bc7418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:19.491278 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2734bf-03de-4898-9b28-96902bc82583 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Router e4bc3a40-b804-408c-9b98-f66757ceeed4 has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:40:19.492478 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ec57de16-df12-4862-96ff-00aff82628d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:19.521961 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ec57de16-df12-4862-96ff-00aff82628d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:19.782574 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ec57de16-df12-4862-96ff-00aff82628d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:19.785314 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ec57de16-df12-4862-96ff-00aff82628d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:19.786467 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-ec57de16-df12-4862-96ff-00aff82628d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/14d7bfac-9480-448e-a14e-e2d4ed6cca07 HTTP/1.1" status: 204 len: 168 time: 0.3577495 Jun 06 17:40:19.787700 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2734bf-03de-4898-9b28-96902bc82583 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:40:19.788266 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:19.802777 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-3a2734bf-03de-4898-9b28-96902bc82583 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for floatingip, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:19.807595 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67de19dc-7798-44ac-94bf-808a6d653be8 None None] Sync routers for ids ['e4bc3a40-b804-408c-9b98-f66757ceeed4'] in dv-cinder-791281-4-iscsi {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:40:19.820327 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57de16-df12-4862-96ff-00aff82628d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d7bfac-9480-448e-a14e-e2d4ed6cca07,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:19.821012 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67de19dc-7798-44ac-94bf-808a6d653be8 None None] Routers {'e4bc3a40-b804-408c-9b98-f66757ceeed4'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:40:19.823363 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-67de19dc-7798-44ac-94bf-808a6d653be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:39:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['e4bc3a40-b804-408c-9b98-f66757ceeed4'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:40:19.835436 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-ec57de16-df12-4862-96ff-00aff82628d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:19.869563 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18210617-f393-440d-bf41-ead35933e29a req-ec2105c1-3870-4ab5-b73f-f6bc889f2f0c tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:19.871665 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-18210617-f393-440d-bf41-ead35933e29a req-ec2105c1-3870-4ab5-b73f-f6bc889f2f0c tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.1586807 Jun 06 17:40:19.904566 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-3a2734bf-03de-4898-9b28-96902bc82583 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "PUT /v2.0/floatingips/cb5f7cdd-4c85-4900-82cb-9fa47182f9a2 HTTP/1.1" status: 200 len: 992 time: 2.3725853 Jun 06 17:40:19.905452 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445ddbcb-ff4f-435f-b8a2-b4525a25a670', 'tag': '673b91fe-791a-4744-9fd5-a09b5eb629c0'}] {{(pid=98885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:40:19.908157 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a6c2106189684e6c8c135db98febb64b7965986d5ce9c0aaacdf0f98e167a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd1a241-6e9d-4e4d-9fb1-2f6286b811fc" -d '{"events": [{"name": "network-changed", "server_uuid": "445ddbcb-ff4f-435f-b8a2-b4525a25a670", "tag": "673b91fe-791a-4744-9fd5-a09b5eb629c0"}]}' {{(pid=98885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:40:19.942254 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-18210617-f393-440d-bf41-ead35933e29a req-b235715a-ae0a-4413-b486-ff8027055d2d tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643272 Jun 06 17:40:20.006665 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b11458-c955-49cb-a3a7-ef698bd3cf14 x-openstack-request-id: req-e2b11458-c955-49cb-a3a7-ef698bd3cf14 {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:40:20.006978 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "445ddbcb-ff4f-435f-b8a2-b4525a25a670", "tag": "673b91fe-791a-4744-9fd5-a09b5eb629c0", "status": "completed", "code": 200}]} {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:40:20.007246 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2b11458-c955-49cb-a3a7-ef698bd3cf14 {{(pid=98885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:40:20.007752 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445ddbcb-ff4f-435f-b8a2-b4525a25a670', 'tag': '673b91fe-791a-4744-9fd5-a09b5eb629c0', 'status': 'completed', 'code': 200} Jun 06 17:40:20.086283 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-67de19dc-7798-44ac-94bf-808a6d653be8 None None] Set router e4bc3a40-b804-408c-9b98-f66757ceeed4 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:40:20.140962 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1a241-6e9d-4e4d-9fb1-2f6286b811fc req-c5849926-aff7-4a50-a59b-3c018844d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:20.142647 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2fd1a241-6e9d-4e4d-9fb1-2f6286b811fc req-c5849926-aff7-4a50-a59b-3c018844d0e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=22e0c313a0d34d1cbf3166f27aaa75be&device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 1099 time: 0.1085916 Jun 06 17:40:20.318539 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-3bca9df8-78f1-49a4-b454-922611052520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:20.354820 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1a241-6e9d-4e4d-9fb1-2f6286b811fc req-5931902c-52c9-43f6-83cd-6ea2daf922dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:20.356598 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2fd1a241-6e9d-4e4d-9fb1-2f6286b811fc req-5931902c-52c9-43f6-83cd-6ea2daf922dd service neutron] 10.222.0.35 "GET /v2.0/networks?id=797ee1ce-df47-45dc-9d12-b7882bffb3f5 HTTP/1.1" status: 200 len: 917 time: 0.2055097 Jun 06 17:40:20.492596 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2fd1a241-6e9d-4e4d-9fb1-2f6286b811fc req-8312e1ff-191f-4c44-a68c-bc452a13de0f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=673b91fe-791a-4744-9fd5-a09b5eb629c0 HTTP/1.1" status: 200 len: 1000 time: 0.1269488 Jun 06 17:40:20.579049 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-67de19dc-7798-44ac-94bf-808a6d653be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'name': 'tempest-AttachVolumeShelveTestJSON-109369191-router', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:29Z', 'updated_at': '2021-06-06T17:39:36Z', 'revision_number': 4, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'gw_port': {'id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ea:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': 'cb5f7cdd-4c85-4900-82cb-9fa47182f9a2', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'port_id': '673b91fe-791a-4744-9fd5-a09b5eb629c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'mac_address': 'fa:16:3e:6c:5f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ddbcb-ff4f-435f-b8a2-b4525a25a670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:39:49Z', 'updated_at': '2021-06-06T17:40:18Z', 'revision_number': 1, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e', 'name': '', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'mac_address': 'fa:16:3e:de:7c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:35Z', 'updated_at': '2021-06-06T17:39:47Z', 'revision_number': 5, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'subnets': [{'id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:40:20.583178 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67de19dc-7798-44ac-94bf-808a6d653be8 None None] Checking router: e4bc3a40-b804-408c-9b98-f66757ceeed4 for host: dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:40:20.587637 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1a241-6e9d-4e4d-9fb1-2f6286b811fc req-2d43516e-5c7a-43d4-9da8-9630be1b3347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:20.589162 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2fd1a241-6e9d-4e4d-9fb1-2f6286b811fc req-2d43516e-5c7a-43d4-9da8-9630be1b3347 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=32856328-a45b-4d19-b9c2-2268b19da00b HTTP/1.1" status: 200 len: 855 time: 0.0751889 Jun 06 17:40:20.598044 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67de19dc-7798-44ac-94bf-808a6d653be8 None None] Routers {'e4bc3a40-b804-408c-9b98-f66757ceeed4'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:40:20.599103 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-67de19dc-7798-44ac-94bf-808a6d653be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:39:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['e4bc3a40-b804-408c-9b98-f66757ceeed4'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:40:20.689758 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1a241-6e9d-4e4d-9fb1-2f6286b811fc req-57d55fd3-1c63-44b8-a5b4-dd6c3ca1135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:20.691302 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2fd1a241-6e9d-4e4d-9fb1-2f6286b811fc req-57d55fd3-1c63-44b8-a5b4-dd6c3ca1135d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=797ee1ce-df47-45dc-9d12-b7882bffb3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0925779 Jun 06 17:40:20.832041 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-67de19dc-7798-44ac-94bf-808a6d653be8 None None] Set router e4bc3a40-b804-408c-9b98-f66757ceeed4 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:40:20.847183 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2fd1a241-6e9d-4e4d-9fb1-2f6286b811fc req-2de548e1-5385-44a4-8470-2a63b5288989 service neutron] 10.222.0.35 "GET /v2.0/networks/797ee1ce-df47-45dc-9d12-b7882bffb3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491714 Jun 06 17:40:21.097406 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2fd1a241-6e9d-4e4d-9fb1-2f6286b811fc req-dd8ee035-075d-40d4-8a53-0f0815946c69 service neutron] 10.222.0.35 "GET /v2.0/networks/797ee1ce-df47-45dc-9d12-b7882bffb3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436762 Jun 06 17:40:21.274162 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce20a27-9c34-48d0-a302-489bdd5abb8c req-58a8ed0f-ce71-4477-be8a-1fe3b19af9a9 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:21.275610 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9ce20a27-9c34-48d0-a302-489bdd5abb8c req-58a8ed0f-ce71-4477-be8a-1fe3b19af9a9 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.0938771 Jun 06 17:40:21.326562 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9ce20a27-9c34-48d0-a302-489bdd5abb8c req-753ae8c6-47af-48c7-89a9-083b1e91a861 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446856 Jun 06 17:40:21.390050 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-67de19dc-7798-44ac-94bf-808a6d653be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'name': 'tempest-AttachVolumeShelveTestJSON-109369191-router', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:29Z', 'updated_at': '2021-06-06T17:39:36Z', 'revision_number': 4, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'gw_port': {'id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ea:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': 'cb5f7cdd-4c85-4900-82cb-9fa47182f9a2', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'port_id': '673b91fe-791a-4744-9fd5-a09b5eb629c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'mac_address': 'fa:16:3e:6c:5f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ddbcb-ff4f-435f-b8a2-b4525a25a670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:39:49Z', 'updated_at': '2021-06-06T17:40:18Z', 'revision_number': 1, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e', 'name': '', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'mac_address': 'fa:16:3e:de:7c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:35Z', 'updated_at': '2021-06-06T17:39:47Z', 'revision_number': 5, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'subnets': [{'id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:40:21.395652 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67de19dc-7798-44ac-94bf-808a6d653be8 None None] The sync data for ids ['e4bc3a40-b804-408c-9b98-f66757ceeed4'] in dv-cinder-791281-4-iscsi is: [{'id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'name': 'tempest-AttachVolumeShelveTestJSON-109369191-router', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:29Z', 'updated_at': '2021-06-06T17:39:36Z', 'revision_number': 4, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'gw_port': {'id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ea:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': 'cb5f7cdd-4c85-4900-82cb-9fa47182f9a2', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'floating_ip_address': '172.27.1.131', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'port_id': '673b91fe-791a-4744-9fd5-a09b5eb629c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'mac_address': 'fa:16:3e:6c:5f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ddbcb-ff4f-435f-b8a2-b4525a25a670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:39:49Z', 'updated_at': '2021-06-06T17:40:18Z', 'revision_number': 1, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e', 'name': '', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'mac_address': 'fa:16:3e:de:7c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:35Z', 'updated_at': '2021-06-06T17:39:47Z', 'revision_number': 5, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'subnets': [{'id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:40:21.651171 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93c6b03-9f57-41a8-b607-df7f02731420 None None] New status for floating IP cb5f7cdd-4c85-4900-82cb-9fa47182f9a2: ACTIVE {{(pid=98886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:40:22.531243 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359464e-e073-4d0f-b3c7-5abf51d8d6af req-02a44a96-81cb-441a-a7e2-7d81e7db5a4f tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:22.534295 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b359464e-e073-4d0f-b3c7-5abf51d8d6af req-02a44a96-81cb-441a-a7e2-7d81e7db5a4f tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.0824904 Jun 06 17:40:22.583201 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b359464e-e073-4d0f-b3c7-5abf51d8d6af req-8d42e2a8-ff69-4a73-af7c-b0f13362a469 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435319 Jun 06 17:40:22.928805 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:23.069211 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9efe540d-dcaa-4012-9f3a-bef162efc546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:23.771458 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69684f1c-e430-42b7-88f0-a324b52d1d08 req-08b83992-77a5-45dd-bc95-218d0a5e4c42 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:23.772921 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-69684f1c-e430-42b7-88f0-a324b52d1d08 req-08b83992-77a5-45dd-bc95-218d0a5e4c42 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.0861580 Jun 06 17:40:23.822694 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-69684f1c-e430-42b7-88f0-a324b52d1d08 req-eb74f55c-87b5-4204-bf15-eee37dc5fa78 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429790 Jun 06 17:40:24.189360 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:25.049788 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045efd3d-192e-45c9-9517-41ec5e94dedb req-baea318b-6cf5-4804-9783-f668f83a75da tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:25.051376 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-045efd3d-192e-45c9-9517-41ec5e94dedb req-baea318b-6cf5-4804-9783-f668f83a75da tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.0887382 Jun 06 17:40:25.105233 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-045efd3d-192e-45c9-9517-41ec5e94dedb req-32b0ac0f-77c8-4f45-a316-883a1fe63a14 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432653 Jun 06 17:40:25.343228 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 35460) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:25.462082 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c05bd07d-6237-4dd3-a559-0157595bdb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:25.572640 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c05bd07d-6237-4dd3-a559-0157595bdb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:25.678580 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c05bd07d-6237-4dd3-a559-0157595bdb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:25.687984 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-9707af31-72f5-477b-a2d5-a650ab2a4bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:25.728811 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-c05bd07d-6237-4dd3-a559-0157595bdb92 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e6b2bbe2c156407fa5c1d4db9da04859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3829589 Jun 06 17:40:25.728948 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 35470) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:25.737113 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05bd07d-6237-4dd3-a559-0157595bdb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addfceb0-3f4c-4308-b6fc-1e5e8a136486,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:25.741246 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c05bd07d-6237-4dd3-a559-0157595bdb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:25.799140 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:25.824902 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-261d1dc3-6bb5-4b77-85e3-bbdae6461562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:25.857767 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-261d1dc3-6bb5-4b77-85e3-bbdae6461562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:25.980387 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:40:26.056015 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-261d1dc3-6bb5-4b77-85e3-bbdae6461562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:26.058850 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-261d1dc3-6bb5-4b77-85e3-bbdae6461562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:26.059995 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-261d1dc3-6bb5-4b77-85e3-bbdae6461562 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/addfceb0-3f4c-4308-b6fc-1e5e8a136486 HTTP/1.1" status: 204 len: 168 time: 0.3301458 Jun 06 17:40:26.060662 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:26.069986 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d1dc3-6bb5-4b77-85e3-bbdae6461562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addfceb0-3f4c-4308-b6fc-1e5e8a136486,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:26.072250 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-261d1dc3-6bb5-4b77-85e3-bbdae6461562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:26.304230 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a557c2-44cb-4a53-941f-2ba57968f27a req-4b0bc182-5aaa-4aa1-8997-2a60e3f43b50 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:26.306024 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c2a557c2-44cb-4a53-941f-2ba57968f27a req-4b0bc182-5aaa-4aa1-8997-2a60e3f43b50 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.0892098 Jun 06 17:40:26.357071 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c2a557c2-44cb-4a53-941f-2ba57968f27a req-25ebbf94-9a18-4748-86b9-316e05fa63a3 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434418 Jun 06 17:40:26.896705 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 35496) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:26.921389 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bcc79e56-09b0-4771-bb40-6698ce92af9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:26.946702 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:27.024401 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bcc79e56-09b0-4771-bb40-6698ce92af9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:27.107138 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bcc79e56-09b0-4771-bb40-6698ce92af9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:27.116079 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-68727271-b1e4-4a42-a78b-f8dc51185dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:27.161344 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-bcc79e56-09b0-4771-bb40-6698ce92af9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16ccc65dbe614d4a9b550de1e6230641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610230 Jun 06 17:40:27.163492 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc79e56-09b0-4771-bb40-6698ce92af9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eea4f89-6993-4fcb-a651-532ab15d4ffd,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:27.163926 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 35500) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:27.168563 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-bcc79e56-09b0-4771-bb40-6698ce92af9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:27.236310 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d6f894aa-88db-4a74-95cf-f18668cd9d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:27.263527 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d6f894aa-88db-4a74-95cf-f18668cd9d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:27.446236 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d6f894aa-88db-4a74-95cf-f18668cd9d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:27.448691 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d6f894aa-88db-4a74-95cf-f18668cd9d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:27.450306 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-d6f894aa-88db-4a74-95cf-f18668cd9d0a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4eea4f89-6993-4fcb-a651-532ab15d4ffd HTTP/1.1" status: 204 len: 168 time: 0.2851584 Jun 06 17:40:27.450958 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:27.460545 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f894aa-88db-4a74-95cf-f18668cd9d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eea4f89-6993-4fcb-a651-532ab15d4ffd,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:27.462848 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-d6f894aa-88db-4a74-95cf-f18668cd9d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:27.558776 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a47659-2e5a-4d12-b57d-4dfa594df298 req-308b2e08-82ff-47d9-bd94-68dd61c9fc68 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:27.560326 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-38a47659-2e5a-4d12-b57d-4dfa594df298 req-308b2e08-82ff-47d9-bd94-68dd61c9fc68 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.0903385 Jun 06 17:40:27.651509 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-38a47659-2e5a-4d12-b57d-4dfa594df298 req-7ba217b2-8a79-481e-972e-8625c82a200e tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855677 Jun 06 17:40:28.487013 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 35544) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:28.507206 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-dda23c1f-1589-4d41-b1d3-bab1d0832d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:28.633334 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872d41f-5f7b-4ffa-afdd-3f1a9fdffca7 req-cb5a5cef-8d68-4202-aaaf-dcd714143f91 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:28.634754 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2872d41f-5f7b-4ffa-afdd-3f1a9fdffca7 req-cb5a5cef-8d68-4202-aaaf-dcd714143f91 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 946 time: 0.1165583 Jun 06 17:40:28.707228 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2872d41f-5f7b-4ffa-afdd-3f1a9fdffca7 req-52d70ef7-9752-47c6-987e-629b5cb0db4a tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d21516e-af8d-4b20-8ee5-c7209009cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662944 Jun 06 17:40:28.720930 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-dda23c1f-1589-4d41-b1d3-bab1d0832d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:28.843163 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbcd02-a07c-4a4b-b1c9-1774eb190c08 req-1ab719ee-789f-4534-b56f-fd99b30ddf73 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:28.844517 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ccbbcd02-a07c-4a4b-b1c9-1774eb190c08 req-1ab719ee-789f-4534-b56f-fd99b30ddf73 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.0805178 Jun 06 17:40:28.888674 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ccbbcd02-a07c-4a4b-b1c9-1774eb190c08 req-5808b4b2-b0e9-49c5-86a2-0346a4d52f0c tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386043 Jun 06 17:40:28.891895 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-dda23c1f-1589-4d41-b1d3-bab1d0832d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:28.899304 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-e924de7a-47d5-46ec-b158-76d12e7a3149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:28.944230 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-dda23c1f-1589-4d41-b1d3-bab1d0832d15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e294e4a211c4f978dc63ec21b81a92a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4554124 Jun 06 17:40:28.945285 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda23c1f-1589-4d41-b1d3-bab1d0832d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9c8507-7083-4fd9-b266-feb211fbe091,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:28.947188 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 35554) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:28.959452 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda23c1f-1589-4d41-b1d3-bab1d0832d15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:28.960840 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda23c1f-1589-4d41-b1d3-bab1d0832d15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:28.963635 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda23c1f-1589-4d41-b1d3-bab1d0832d15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:28.964023 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda23c1f-1589-4d41-b1d3-bab1d0832d15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:28.964991 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda23c1f-1589-4d41-b1d3-bab1d0832d15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:28.965344 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda23c1f-1589-4d41-b1d3-bab1d0832d15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:28.965688 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda23c1f-1589-4d41-b1d3-bab1d0832d15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:28.966025 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda23c1f-1589-4d41-b1d3-bab1d0832d15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:28.966897 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda23c1f-1589-4d41-b1d3-bab1d0832d15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:28.967241 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda23c1f-1589-4d41-b1d3-bab1d0832d15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:28.967574 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda23c1f-1589-4d41-b1d3-bab1d0832d15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:28.967909 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda23c1f-1589-4d41-b1d3-bab1d0832d15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:28.974899 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-dda23c1f-1589-4d41-b1d3-bab1d0832d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:29.020576 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-52b0fc1f-a1b8-40ba-9ced-2225b6346c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:29.053681 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-52b0fc1f-a1b8-40ba-9ced-2225b6346c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:29.175842 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-52b0fc1f-a1b8-40ba-9ced-2225b6346c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:29.178379 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-52b0fc1f-a1b8-40ba-9ced-2225b6346c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:29.182247 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-52b0fc1f-a1b8-40ba-9ced-2225b6346c3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc9c8507-7083-4fd9-b266-feb211fbe091 HTTP/1.1" status: 204 len: 168 time: 0.2312562 Jun 06 17:40:29.182247 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-876c0bd7-5dc6-4fe8-aa0d-98c291bb8682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:29.195055 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0fc1f-a1b8-40ba-9ced-2225b6346c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9c8507-7083-4fd9-b266-feb211fbe091,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:29.205705 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0fc1f-a1b8-40ba-9ced-2225b6346c3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:29.206494 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0fc1f-a1b8-40ba-9ced-2225b6346c3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:29.207146 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0fc1f-a1b8-40ba-9ced-2225b6346c3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:29.207636 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0fc1f-a1b8-40ba-9ced-2225b6346c3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:29.208356 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0fc1f-a1b8-40ba-9ced-2225b6346c3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:29.208966 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0fc1f-a1b8-40ba-9ced-2225b6346c3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:29.209796 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0fc1f-a1b8-40ba-9ced-2225b6346c3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:29.210419 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0fc1f-a1b8-40ba-9ced-2225b6346c3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:29.211157 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0fc1f-a1b8-40ba-9ced-2225b6346c3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:29.211866 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0fc1f-a1b8-40ba-9ced-2225b6346c3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:29.212365 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0fc1f-a1b8-40ba-9ced-2225b6346c3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:29.212878 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0fc1f-a1b8-40ba-9ced-2225b6346c3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:29.217790 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-52b0fc1f-a1b8-40ba-9ced-2225b6346c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:29.529268 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 35568) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:29.656936 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-4184756c-c39a-4509-8fa9-a9c16eb5469b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:29.777654 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-4184756c-c39a-4509-8fa9-a9c16eb5469b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:29.866812 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-4184756c-c39a-4509-8fa9-a9c16eb5469b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:29.878670 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c05bd07d-6237-4dd3-a559-0157595bdb92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:29.929132 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184756c-c39a-4509-8fa9-a9c16eb5469b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655e236c-85d9-4050-a7e9-a5f8c6f2c829,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:29.934516 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-4184756c-c39a-4509-8fa9-a9c16eb5469b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d6833bd135b425e8d79f7de4fe8dd49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4041598 Jun 06 17:40:29.935488 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-4184756c-c39a-4509-8fa9-a9c16eb5469b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:29.937941 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 35586) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:29.987719 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710f843-82d1-4194-be3c-a31957f7c381 req-7559c9f6-4833-48e2-9f7e-5ab50b642193 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:29.989551 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6710f843-82d1-4194-be3c-a31957f7c381 req-7559c9f6-4833-48e2-9f7e-5ab50b642193 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 946 time: 0.1681368 Jun 06 17:40:30.017265 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f5ffe2b1-c0df-49ce-b745-852376e9cb6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:30.040449 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6710f843-82d1-4194-be3c-a31957f7c381 req-cf19a019-fefe-4da8-beb8-86b24b1a76da tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d21516e-af8d-4b20-8ee5-c7209009cccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445838 Jun 06 17:40:30.090127 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f5ffe2b1-c0df-49ce-b745-852376e9cb6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:30.175996 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaa220-b1a6-4b4d-957a-c415a08381c2 req-4b03c936-d009-4e1a-be78-fa19d9158fba tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:30.177585 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e7eaa220-b1a6-4b4d-957a-c415a08381c2 req-4b03c936-d009-4e1a-be78-fa19d9158fba tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.1514010 Jun 06 17:40:30.256136 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f5ffe2b1-c0df-49ce-b745-852376e9cb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:30.258709 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f5ffe2b1-c0df-49ce-b745-852376e9cb6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:30.259816 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-f5ffe2b1-c0df-49ce-b745-852376e9cb6c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/655e236c-85d9-4050-a7e9-a5f8c6f2c829 HTTP/1.1" status: 204 len: 168 time: 0.3216281 Jun 06 17:40:30.263268 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-d80bdd01-7d19-47af-a334-bc92f8bc7418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:30.285458 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e7eaa220-b1a6-4b4d-957a-c415a08381c2 req-e6a4ec69-add3-4cc2-84cf-2ef652e289c6 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996828 Jun 06 17:40:30.296750 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ffe2b1-c0df-49ce-b745-852376e9cb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655e236c-85d9-4050-a7e9-a5f8c6f2c829,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:30.300097 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-f5ffe2b1-c0df-49ce-b745-852376e9cb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:30.462765 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab95e5-38fc-4937-a467-2c28ba606c4a req-2f40c54d-5563-490d-bb10-f6f8c9377c81 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:30.464365 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-40ab95e5-38fc-4937-a467-2c28ba606c4a req-2f40c54d-5563-490d-bb10-f6f8c9377c81 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 946 time: 0.1185856 Jun 06 17:40:30.618781 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-40ab95e5-38fc-4937-a467-2c28ba606c4a req-6f1c8600-a097-42cf-a099-e4b31e7a78fe tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Deleting port 65e93f5a-8af4-4227-88ae-a951c8ef7ea4 {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:40:30.619272 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-40ab95e5-38fc-4937-a467-2c28ba606c4a req-6f1c8600-a097-42cf-a099-e4b31e7a78fe tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:30.797920 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-40ab95e5-38fc-4937-a467-2c28ba606c4a req-6f1c8600-a097-42cf-a099-e4b31e7a78fe tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] For port 65e93f5a-8af4-4227-88ae-a951c8ef7ea4, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=65e93f5a-8af4-4227-88ae-a951c8ef7ea4,segment=NetworkSegment(9c6d451d-e716-4c29-9cf8-f4d4ef8d669e),segment_id=9c6d451d-e716-4c29-9cf8-f4d4ef8d669e)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:30.798522 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-40ab95e5-38fc-4937-a467-2c28ba606c4a req-6f1c8600-a097-42cf-a099-e4b31e7a78fe tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:30.927561 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-40ab95e5-38fc-4937-a467-2c28ba606c4a req-6f1c8600-a097-42cf-a099-e4b31e7a78fe tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Calling delete_port for 65e93f5a-8af4-4227-88ae-a951c8ef7ea4 owned by compute:nova {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:40:31.181405 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 35650) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:31.195999 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-40ab95e5-38fc-4937-a467-2c28ba606c4a req-6f1c8600-a097-42cf-a099-e4b31e7a78fe tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:31.205886 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8a91017e-b403-4ffa-a01a-421eacacffdf req-0fe9b709-c327-4311-b75b-2806985cd3a4 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 210 time: 0.0510185 Jun 06 17:40:31.207010 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b5b64042-bdc0-4ab1-9286-355f3610cefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:31.207407 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:31.210347 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['65e93f5a-8af4-4227-88ae-a951c8ef7ea4'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:40:31.258052 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c8600-a097-42cf-a099-e4b31e7a78fe tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Pushing event deleted for resources: {'Port': ['ID=65e93f5a-8af4-4227-88ae-a951c8ef7ea4,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:31.262412 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-6f1c8600-a097-42cf-a099-e4b31e7a78fe tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:31.341127 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b5b64042-bdc0-4ab1-9286-355f3610cefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:31.349187 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ab95e5-38fc-4937-a467-2c28ba606c4a req-6f1c8600-a097-42cf-a099-e4b31e7a78fe tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] No DVR routers for this DVR port 65e93f5a-8af4-4227-88ae-a951c8ef7ea4 on host hv-cinder-79128 {{(pid=98884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:40:31.352417 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-40ab95e5-38fc-4937-a467-2c28ba606c4a req-6f1c8600-a097-42cf-a099-e4b31e7a78fe tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:31.354468 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-40ab95e5-38fc-4937-a467-2c28ba606c4a req-6f1c8600-a097-42cf-a099-e4b31e7a78fe tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.35 "DELETE /v2.0/ports/65e93f5a-8af4-4227-88ae-a951c8ef7ea4 HTTP/1.1" status: 204 len: 173 time: 0.8806827 Jun 06 17:40:31.355644 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa202a9-f7ec-49aa-8035-45efc7b18dfd', 'name': 'network-vif-deleted', 'tag': '65e93f5a-8af4-4227-88ae-a951c8ef7ea4'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:40:31.359090 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7ea223-2358-4c8e-98ea-beb4c8e3e4be" -d '{"events": [{"server_uuid": "dfa202a9-f7ec-49aa-8035-45efc7b18dfd", "name": "network-vif-deleted", "tag": "65e93f5a-8af4-4227-88ae-a951c8ef7ea4"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:40:31.416141 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b5b64042-bdc0-4ab1-9286-355f3610cefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:31.426714 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:31.429377 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431ea412-fced-4c46-ace8-256cb71587ec x-openstack-request-id: req-431ea412-fced-4c46-ace8-256cb71587ec {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:40:31.429939 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa202a9-f7ec-49aa-8035-45efc7b18dfd", "name": "network-vif-deleted", "tag": "65e93f5a-8af4-4227-88ae-a951c8ef7ea4", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:40:31.430508 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-431ea412-fced-4c46-ace8-256cb71587ec {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:40:31.431174 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa202a9-f7ec-49aa-8035-45efc7b18dfd', 'name': 'network-vif-deleted', 'tag': '65e93f5a-8af4-4227-88ae-a951c8ef7ea4', 'status': 'completed', 'code': 200} Jun 06 17:40:31.548569 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b64042-bdc0-4ab1-9286-355f3610cefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330f4114-46c2-4a4c-b8da-f877caf6c151,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:31.555188 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-b5b64042-bdc0-4ab1-9286-355f3610cefc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bcb3ca99f14b4cd0b76f983a73b5776c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3703074 Jun 06 17:40:31.555789 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-b5b64042-bdc0-4ab1-9286-355f3610cefc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:31.556425 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 35678) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:31.631773 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0172ad3e-e7db-408d-882f-ce1dc294d151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:31.640486 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e03d94-c8f8-4862-9bef-7bc0babf9f73 req-87dbdd88-9fa8-4e85-8e40-bf71eba8800f tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:31.642128 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-04e03d94-c8f8-4862-9bef-7bc0babf9f73 req-87dbdd88-9fa8-4e85-8e40-bf71eba8800f tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.1592612 Jun 06 17:40:31.717156 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0172ad3e-e7db-408d-882f-ce1dc294d151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:31.729465 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-04e03d94-c8f8-4862-9bef-7bc0babf9f73 req-81c2b40e-8564-4436-b16a-52d9a5dad7b2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793729 Jun 06 17:40:31.930328 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0172ad3e-e7db-408d-882f-ce1dc294d151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:31.933583 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0172ad3e-e7db-408d-882f-ce1dc294d151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:31.934855 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-0172ad3e-e7db-408d-882f-ce1dc294d151 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/330f4114-46c2-4a4c-b8da-f877caf6c151 HTTP/1.1" status: 204 len: 168 time: 0.3755417 Jun 06 17:40:31.935632 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-b5b64042-bdc0-4ab1-9286-355f3610cefc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:31.947634 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172ad3e-e7db-408d-882f-ce1dc294d151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330f4114-46c2-4a4c-b8da-f877caf6c151,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:31.950303 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-0172ad3e-e7db-408d-882f-ce1dc294d151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:32.404527 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bcd559d7-e627-450f-a4f7-f4cbda524fe7 req-f9c790f1-a098-45b9-9962-163ccb461376 tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] 10.222.0.18 "GET /v2.0/ports?device_id=dfa202a9-f7ec-49aa-8035-45efc7b18dfd HTTP/1.1" status: 200 len: 210 time: 0.0576115 Jun 06 17:40:32.946296 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd4725-8a45-4b08-9776-7ff0b09bd1ff req-bf0701b9-2e36-42bc-a37d-5f164080163d tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:32.948047 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b6bd4725-8a45-4b08-9776-7ff0b09bd1ff req-bf0701b9-2e36-42bc-a37d-5f164080163d tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.1102235 Jun 06 17:40:32.998885 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b6bd4725-8a45-4b08-9776-7ff0b09bd1ff req-c1b8fba1-d5c7-41a9-9d41-c2067a25ac25 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417309 Jun 06 17:40:34.019697 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 65e93f5a-8af4-4227-88ae-a951c8ef7ea4 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:40:34.071873 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] No Port match for: 65e93f5a-8af4-4227-88ae-a951c8ef7ea4 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:40:34.072228 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 65e93f5a-8af4-4227-88ae-a951c8ef7ea4 not bound to the agent host hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:40:34.223248 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4cb76-f3f2-4d57-a173-3a0e80a8371d req-0fb6efb4-b688-4197-b61d-fe84380c74db tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:34.225833 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-4cc4cb76-f3f2-4d57-a173-3a0e80a8371d req-0fb6efb4-b688-4197-b61d-fe84380c74db tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.1009712 Jun 06 17:40:34.294994 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-4cc4cb76-f3f2-4d57-a173-3a0e80a8371d req-3ef8639c-ea79-487f-98eb-4125246b058d tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534976 Jun 06 17:40:35.485528 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a173d1-0ff1-4325-a205-1073904f587a req-677574fe-6620-437f-8551-fde88d8bce10 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:35.489243 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-78a173d1-0ff1-4325-a205-1073904f587a req-677574fe-6620-437f-8551-fde88d8bce10 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.0882652 Jun 06 17:40:35.541285 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-78a173d1-0ff1-4325-a205-1073904f587a req-9eb9879d-d53f-481f-962e-4e29e0ace737 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481093 Jun 06 17:40:35.998681 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 35850) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:36.069835 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_v2 [None req-feaeeebc-8458-47f9-842c-fd380347a684 admin admin] Deleting subnet 57328da2-b243-4997-9647-814d61621f1d {{(pid=98885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:40:36.073238 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-feaeeebc-8458-47f9-842c-fd380347a684 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:36.146901 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-feaeeebc-8458-47f9-842c-fd380347a684 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:36.155359 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-feaeeebc-8458-47f9-842c-fd380347a684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1661668'] for subnet, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:36.326976 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-feaeeebc-8458-47f9-842c-fd380347a684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1661677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195'] for subnet, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:36.331444 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-9252a76e-20dc-4932-b93e-5e1075516572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:36.365788 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaeeebc-8458-47f9-842c-fd380347a684 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57328da2-b243-4997-9647-814d61621f1d,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:36.379188 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-feaeeebc-8458-47f9-842c-fd380347a684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:36.397571 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-feaeeebc-8458-47f9-842c-fd380347a684 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:36.400848 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-feaeeebc-8458-47f9-842c-fd380347a684 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/57328da2-b243-4997-9647-814d61621f1d HTTP/1.1" status: 204 len: 168 time: 0.3996716 Jun 06 17:40:36.404935 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 35866) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:36.438328 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 35870) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:36.528279 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698918'] for network, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:36.620815 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-427e85d5-b12c-4bb1-9b96-63f9baa4050e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:36.691185 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1661053', 'neutron.services.segments.db._delete_segments_for_network-8779962478758'] for network, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:36.827840 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:36.828184 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:36.828910 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:36.832494 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Subscribe: > port after_create 55550000 {{(pid=98885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:36.832494 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Subscribe: > port after_delete 55550000 {{(pid=98885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:36.832494 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Subscribe: > port after_update 55550000 {{(pid=98885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:36.832494 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:36.832494 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:36.832494 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:36.832494 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:36.986500 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:36.986849 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:36.987182 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:36.987560 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:36.987934 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.services.segments.db [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f197642-c32e-4619-8279-019e740de3f8']}} {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:40:37.006163 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.services.segments.db [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6d451d-e716-4c29-9cf8-f4d4ef8d669e') {'for_net_delete': True} {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:40:37.006508 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.services.segments.db [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6d451d-e716-4c29-9cf8-f4d4ef8d669e') {} {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:40:37.039270 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779962483649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15202838'] for segment, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:37.070454 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:37.085744 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=98885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:40:37.086079 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14987877'] for segment, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: from cryptography.utils import int_from_bytes Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: from cryptography.utils import int_from_bytes Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: Traceback (most recent call last): Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: timer() Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: cb(*args, **kw) Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: return func(*args, **kwargs) Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: self._notify() Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: self.callback(batched_events) Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: event.method(event) Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: return f(self, *a, **k) Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: return self._get(url).json() Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: return self.request(url, 'GET', **kwargs) Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:40:37.104294 dv-cinder-791281-4-iscsi neutron-server[98885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:40:37.142347 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f17b5f-f9cb-4876-9a7f-a3361e42cbbb req-ab55c71d-19e9-40e0-8bd2-f8848e239940 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:37.144055 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b1f17b5f-f9cb-4876-9a7f-a3361e42cbbb req-ab55c71d-19e9-40e0-8bd2-f8848e239940 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.4593549 Jun 06 17:40:37.273433 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b1f17b5f-f9cb-4876-9a7f-a3361e42cbbb req-4e1d2ec3-1bda-4cfe-9d84-2011ab7bf179 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803981 Jun 06 17:40:37.275043 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-427e85d5-b12c-4bb1-9b96-63f9baa4050e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:37.319637 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1661030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559982'] for network, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:37.329539 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-d9559599-a1eb-47da-b4a7-b838b47373d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:37.350199 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:37.352112 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] 10.222.0.18 "DELETE /v2.0/networks/7f197642-c32e-4619-8279-019e740de3f8 HTTP/1.1" status: 204 len: 168 time: 0.9461412 Jun 06 17:40:37.356019 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Pushing event deleted for resources: {'Network': ['ID=7f197642-c32e-4619-8279-019e740de3f8,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:37.359587 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:37.383760 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-427e85d5-b12c-4bb1-9b96-63f9baa4050e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:37.393300 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-78a81bff-5e27-47a7-aca3-380fee5fb981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:37.442125 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-427e85d5-b12c-4bb1-9b96-63f9baa4050e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1c3a334a10d4ef2a84c7d49b1b32e87&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0027373 Jun 06 17:40:37.443131 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e85d5-b12c-4bb1-9b96-63f9baa4050e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5788570-d9de-4a52-9c2f-c55271bc1d34,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:37.444834 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 35896) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:37.450641 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-427e85d5-b12c-4bb1-9b96-63f9baa4050e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:37.528943 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-88abb450-feab-4135-b440-a23f4204915f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:37.557555 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-88abb450-feab-4135-b440-a23f4204915f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:37.718419 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-88abb450-feab-4135-b440-a23f4204915f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:37.720979 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-88abb450-feab-4135-b440-a23f4204915f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:37.722252 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-88abb450-feab-4135-b440-a23f4204915f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5788570-d9de-4a52-9c2f-c55271bc1d34 HTTP/1.1" status: 204 len: 168 time: 0.2765064 Jun 06 17:40:37.723061 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:37.733380 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abb450-feab-4135-b440-a23f4204915f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5788570-d9de-4a52-9c2f-c55271bc1d34,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:37.735645 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-88abb450-feab-4135-b440-a23f4204915f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:37.789197 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 35908) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:37.851047 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-4371a7ac-f208-4701-ab8d-a17f8827d0af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6087608247b94f6ea06ea8a7325eabbe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0617511 Jun 06 17:40:37.853450 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 35912) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:37.938835 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-250eb9c8-45f7-4a8a-956c-bbcbdae6ffee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:37.964274 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-250eb9c8-45f7-4a8a-956c-bbcbdae6ffee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:38.126477 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-250eb9c8-45f7-4a8a-956c-bbcbdae6ffee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:38.129233 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-250eb9c8-45f7-4a8a-956c-bbcbdae6ffee admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:38.130385 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-250eb9c8-45f7-4a8a-956c-bbcbdae6ffee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d21516e-af8d-4b20-8ee5-c7209009cccd HTTP/1.1" status: 204 len: 168 time: 0.2759185 Jun 06 17:40:38.135296 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-59dc5ee8-32f9-461f-bf92-fba0d514fad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:38.140458 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250eb9c8-45f7-4a8a-956c-bbcbdae6ffee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d21516e-af8d-4b20-8ee5-c7209009cccd,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:38.142747 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-250eb9c8-45f7-4a8a-956c-bbcbdae6ffee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:38.485027 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3da11-9b0c-436a-a704-8ae64431a23e req-9439a8ce-7ce1-4c14-b742-5c60cbc544c2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:38.486458 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-fdb3da11-9b0c-436a-a704-8ae64431a23e req-9439a8ce-7ce1-4c14-b742-5c60cbc544c2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.0861733 Jun 06 17:40:38.541383 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-fdb3da11-9b0c-436a-a704-8ae64431a23e req-8e458695-12de-4036-aecb-9f11f040be2b tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490818 Jun 06 17:40:38.586536 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 35934) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:38.663804 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3d7db4d5-a82c-4a0b-a63e-a4d9c90f9e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:38.829888 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3d7db4d5-a82c-4a0b-a63e-a4d9c90f9e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:38.935846 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3d7db4d5-a82c-4a0b-a63e-a4d9c90f9e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:38.944101 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2bcbbe1e-e281-4d19-9bf9-85b820f846d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:38.983713 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-3d7db4d5-a82c-4a0b-a63e-a4d9c90f9e82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fdbad58d933142b99199f0ff1e3a3ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961084 Jun 06 17:40:38.984677 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7db4d5-a82c-4a0b-a63e-a4d9c90f9e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f01144-5337-4457-b3cb-735042bea62c,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:38.986471 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 35950) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:38.987709 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-3d7db4d5-a82c-4a0b-a63e-a4d9c90f9e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:39.053652 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c322d054-a1d7-4ecb-bb97-c106077b8ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:39.079492 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c322d054-a1d7-4ecb-bb97-c106077b8ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:39.192711 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c322d054-a1d7-4ecb-bb97-c106077b8ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:39.195247 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c322d054-a1d7-4ecb-bb97-c106077b8ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:39.196603 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-c322d054-a1d7-4ecb-bb97-c106077b8ccd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/83f01144-5337-4457-b3cb-735042bea62c HTTP/1.1" status: 204 len: 168 time: 0.2089365 Jun 06 17:40:39.197309 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:39.207803 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322d054-a1d7-4ecb-bb97-c106077b8ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f01144-5337-4457-b3cb-735042bea62c,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:39.210124 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c322d054-a1d7-4ecb-bb97-c106077b8ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:39.700864 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 35978) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:39.771196 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a567cfc-5cf3-41d1-9f48-9ed956a44edf req-49b98b35-759c-4c36-978d-4c622076c5aa tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:39.773665 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3a567cfc-5cf3-41d1-9f48-9ed956a44edf req-49b98b35-759c-4c36-978d-4c622076c5aa tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.1246848 Jun 06 17:40:39.832147 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3a567cfc-5cf3-41d1-9f48-9ed956a44edf req-9e684a09-e2d9-4780-85af-9c14792fd32b tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521994 Jun 06 17:40:39.862935 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-8d29bea3-f3b3-48c2-877b-39c40e81777c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-401711950-network', 'tenant_id': 'd5b58d21b43f4c29abeede717f6a7632'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:40:39.952517 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 35992) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:39.968987 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d29bea3-f3b3-48c2-877b-39c40e81777c admin admin] Made reservation on behalf of d5b58d21b43f4c29abeede717f6a7632 for: {'network': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:40:39.971387 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8d29bea3-f3b3-48c2-877b-39c40e81777c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1686528'] for network, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:39.987178 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-7054e882-e5fa-481f-8372-bfcbf7560937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:40.000958 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8d29bea3-f3b3-48c2-877b-39c40e81777c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:40.118622 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-7054e882-e5fa-481f-8372-bfcbf7560937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:40.215431 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-7054e882-e5fa-481f-8372-bfcbf7560937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:40.227165 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-e2745f20-066c-48c7-8c3e-38b2af1ac658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:40.280191 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054e882-e5fa-481f-8372-bfcbf7560937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db69621-852f-4e5c-a7b4-69f478907a87,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:40.284289 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-7054e882-e5fa-481f-8372-bfcbf7560937 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=680a91d5218941a7bb98dbac49ec569c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3306787 Jun 06 17:40:40.286175 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-7054e882-e5fa-481f-8372-bfcbf7560937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:40.287309 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 35998) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:40.353996 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-3ed97d80-aeab-4965-b176-f81aed04e783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:40.365917 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8d29bea3-f3b3-48c2-877b-39c40e81777c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:40.380267 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-3ed97d80-aeab-4965-b176-f81aed04e783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:40.440279 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8d29bea3-f3b3-48c2-877b-39c40e81777c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:40.444540 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-411f6b77-2a3e-47b4-a07b-5515a212d1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:40.475714 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29bea3-f3b3-48c2-877b-39c40e81777c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05f36c1-db06-490b-9977-da41f790141c,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:40.478510 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-8d29bea3-f3b3-48c2-877b-39c40e81777c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:40.543514 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-3ed97d80-aeab-4965-b176-f81aed04e783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:40.547016 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-3ed97d80-aeab-4965-b176-f81aed04e783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:40.550594 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d29bea3-f3b3-48c2-877b-39c40e81777c admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=98884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:40:40.550742 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-3ed97d80-aeab-4965-b176-f81aed04e783 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4db69621-852f-4e5c-a7b4-69f478907a87 HTTP/1.1" status: 204 len: 168 time: 0.2597253 Jun 06 17:40:40.550742 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-40f2a6dd-acba-402a-a1d2-c6522c009ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:40.562001 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed97d80-aeab-4965-b176-f81aed04e783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db69621-852f-4e5c-a7b4-69f478907a87,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:40.563792 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8d29bea3-f3b3-48c2-877b-39c40e81777c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:40.564218 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.db.segments_db [None req-8d29bea3-f3b3-48c2-877b-39c40e81777c admin admin] Added segment a722723a-849f-4268-9cd8-907163b5b3e3 of type vlan for network 5819759c-7390-4859-9471-3f1914d1536e Jun 06 17:40:40.565381 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-3ed97d80-aeab-4965-b176-f81aed04e783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:40.609731 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8d29bea3-f3b3-48c2-877b-39c40e81777c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779962068718'] for network, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:40.754711 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8d29bea3-f3b3-48c2-877b-39c40e81777c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186'] for network, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:40.756080 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d29bea3-f3b3-48c2-877b-39c40e81777c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:40.756658 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8d29bea3-f3b3-48c2-877b-39c40e81777c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:40.760288 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-ecdb7211-98d9-49d9-8a2c-3d15a208edab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:40.857950 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 36016) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:40.860641 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29bea3-f3b3-48c2-877b-39c40e81777c admin admin] Pushing event updated for resources: {'Network': ['ID=5819759c-7390-4859-9471-3f1914d1536e,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:40.865035 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-8d29bea3-f3b3-48c2-877b-39c40e81777c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:40.874200 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Network 5819759c-7390-4859-9471-3f1914d1536e details requested by agent ovs-agent-dv-cinder-791281-4-iscsi with host dv-cinder-791281-4-iscsi {{(pid=98886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:40:40.919744 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c11a56-a68e-4098-88b0-6bb40a33f2f9 admin admin] Deleting subnet 5e223049-9d28-4c02-b99a-904a5a6ae9a1 {{(pid=98885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:40:40.922976 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e8c11a56-a68e-4098-88b0-6bb40a33f2f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:40.963954 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-8d29bea3-f3b3-48c2-877b-39c40e81777c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2591424 Jun 06 17:40:40.964289 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 36020) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:40.970615 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-9bd69969-077e-4d01-9fe9-e7eb18d04943 admin admin] Request body: {'subnet': {'network_id': '5819759c-7390-4859-9471-3f1914d1536e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-401711950-subnet', 'tenant_id': 'd5b58d21b43f4c29abeede717f6a7632', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:40:41.030506 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e8c11a56-a68e-4098-88b0-6bb40a33f2f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15202863'] for subnet, precommit_delete_associations {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:41.091586 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd69969-077e-4d01-9fe9-e7eb18d04943 admin admin] Made reservation on behalf of d5b58d21b43f4c29abeede717f6a7632 for: {'subnet': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:40:41.094267 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9bd69969-077e-4d01-9fe9-e7eb18d04943 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:41.101622 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e8c11a56-a68e-4098-88b0-6bb40a33f2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1661668'] for subnet, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:41.147438 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af3809-21fe-4cee-aa1e-3420f7ba4bb1 req-8a355e0f-6a3a-49be-86b1-39163d1cf719 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:41.148991 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-55af3809-21fe-4cee-aa1e-3420f7ba4bb1 req-8a355e0f-6a3a-49be-86b1-39163d1cf719 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.1950760 Jun 06 17:40:41.216726 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-55af3809-21fe-4cee-aa1e-3420f7ba4bb1 req-034aff86-8693-4d55-b37d-1c7a1f6626b1 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580494 Jun 06 17:40:41.319062 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e8c11a56-a68e-4098-88b0-6bb40a33f2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1661677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14987999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16410905'] for subnet, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:41.326232 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-7a8c68bd-2e6d-4465-a96b-5e67afc1ad12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:41.361888 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c11a56-a68e-4098-88b0-6bb40a33f2f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e223049-9d28-4c02-b99a-904a5a6ae9a1,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:41.363877 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e8c11a56-a68e-4098-88b0-6bb40a33f2f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:41.365736 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-e8c11a56-a68e-4098-88b0-6bb40a33f2f9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5e223049-9d28-4c02-b99a-904a5a6ae9a1 HTTP/1.1" status: 204 len: 168 time: 0.5067542 Jun 06 17:40:41.366683 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e8c11a56-a68e-4098-88b0-6bb40a33f2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:41.368811 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 36036) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:41.449228 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9bd69969-077e-4d01-9fe9-e7eb18d04943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195'] for subnet, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:41.453481 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-04c10cee-fe64-4829-b8bf-149acfbdd473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:41.484821 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-39fd1fa2-3e1b-498d-83e9-a20bbd78fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698918'] for network, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:41.528631 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd69969-077e-4d01-9fe9-e7eb18d04943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8679353-f529-4d10-943e-fe2abace2802,revision_number=0']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:41.534270 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-9bd69969-077e-4d01-9fe9-e7eb18d04943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:41.540439 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd69969-077e-4d01-9fe9-e7eb18d04943 admin admin] Checking segment: {'id': 'a722723a-849f-4268-9cd8-907163b5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5819759c-7390-4859-9471-3f1914d1536e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:40:41.540817 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd69969-077e-4d01-9fe9-e7eb18d04943 admin admin] Network hostable DHCP agents. Network: 5819759c-7390-4859-9471-3f1914d1536e, hostable agents: ['45453017-52f2-4007-8a53-c2b26b96b466'], hosted agents: [] {{(pid=98884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:40:41.621371 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-39fd1fa2-3e1b-498d-83e9-a20bbd78fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1661053', 'neutron.services.segments.db._delete_segments_for_network-8779962478758'] for network, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:41.633734 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.services.segments.db [None req-39fd1fa2-3e1b-498d-83e9-a20bbd78fa30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de944ce-616c-42e4-9530-37392e89bd33']}} {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:40:41.647643 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.services.segments.db [None req-39fd1fa2-3e1b-498d-83e9-a20bbd78fa30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cac55dd-5214-4f96-bcd9-fd0265c27890') {'for_net_delete': True} {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:40:41.647937 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.services.segments.db [None req-39fd1fa2-3e1b-498d-83e9-a20bbd78fa30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cac55dd-5214-4f96-bcd9-fd0265c27890') {} {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:40:41.660333 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-39fd1fa2-3e1b-498d-83e9-a20bbd78fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779962483649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15202838'] for segment, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:41.682325 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-39fd1fa2-3e1b-498d-83e9-a20bbd78fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:41.688990 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39fd1fa2-3e1b-498d-83e9-a20bbd78fa30 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=98885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:40:41.689425 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-39fd1fa2-3e1b-498d-83e9-a20bbd78fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14987877'] for segment, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:41.701428 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd69969-077e-4d01-9fe9-e7eb18d04943 admin admin] Network 5819759c-7390-4859-9471-3f1914d1536e is scheduled to be hosted by DHCP agent 45453017-52f2-4007-8a53-c2b26b96b466 with binding_index 1 {{(pid=98884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: Traceback (most recent call last): Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: timer() Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: cb(*args, **kw) Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: return func(*args, **kwargs) Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: self._notify() Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: self.callback(batched_events) Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: event.method(event) Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: return f(self, *a, **k) Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: return self._get(url).json() Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: return self.request(url, 'GET', **kwargs) Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:40:41.707018 dv-cinder-791281-4-iscsi neutron-server[98885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:40:41.817441 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [None req-9bd69969-077e-4d01-9fe9-e7eb18d04943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-iscsi, 5819759c-7390-4859-9471-3f1914d1536e) {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:40:41.825153 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd69969-077e-4d01-9fe9-e7eb18d04943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:41.825756 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9bd69969-077e-4d01-9fe9-e7eb18d04943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for subnet, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:41.834326 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a83abe-8f28-4b31-b32a-9c492ee447c9 None None] Network 5819759c-7390-4859-9471-3f1914d1536e requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:40:41.910713 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 36056) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:41.932413 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-39fd1fa2-3e1b-498d-83e9-a20bbd78fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1661030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559982'] for network, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:41.936610 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-295d1bef-855b-4e9d-beb1-08f9b1c09239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:41.966605 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-9bd69969-077e-4d01-9fe9-e7eb18d04943 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9972587 Jun 06 17:40:41.966701 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-39fd1fa2-3e1b-498d-83e9-a20bbd78fa30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:41.979252 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 36062) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:41.986453 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-39fd1fa2-3e1b-498d-83e9-a20bbd78fa30 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1de944ce-616c-42e4-9530-37392e89bd33 HTTP/1.1" status: 204 len: 168 time: 0.6157784 Jun 06 17:40:41.995688 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd1fa2-3e1b-498d-83e9-a20bbd78fa30 admin admin] Pushing event deleted for resources: {'Network': ['ID=1de944ce-616c-42e4-9530-37392e89bd33,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:42.000136 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-39fd1fa2-3e1b-498d-83e9-a20bbd78fa30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:42.050497 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_v2 [None req-dccbafa2-1f77-4aa1-8525-9953a6f2badb admin admin] Deleting subnet 240f8c30-2836-486e-9788-b8b9149969f5 {{(pid=98884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:40:42.053972 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-dccbafa2-1f77-4aa1-8525-9953a6f2badb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:42.118001 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-dccbafa2-1f77-4aa1-8525-9953a6f2badb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:42.121539 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5747c417-963f-48c2-bc57-8ee61d81d4af None None] Network 5819759c-7390-4859-9471-3f1914d1536e requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:40:42.143371 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-dccbafa2-1f77-4aa1-8525-9953a6f2badb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1661668'] for subnet, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:42.302662 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-bdc1498a-e5e5-432a-87d4-1852bb892189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:42.400624 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-dccbafa2-1f77-4aa1-8525-9953a6f2badb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1661677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195'] for subnet, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:42.407931 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-c4633e1d-840c-491b-a2d8-061971a5e0c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:42.469325 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbafa2-1f77-4aa1-8525-9953a6f2badb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=240f8c30-2836-486e-9788-b8b9149969f5,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:42.491340 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-dccbafa2-1f77-4aa1-8525-9953a6f2badb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:42.505800 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-dccbafa2-1f77-4aa1-8525-9953a6f2badb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for subnet, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:42.511185 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-dccbafa2-1f77-4aa1-8525-9953a6f2badb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/240f8c30-2836-486e-9788-b8b9149969f5 HTTP/1.1" status: 204 len: 168 time: 0.5300279 Jun 06 17:40:42.513929 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 36082) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:42.548035 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a4b79-786a-41d0-bca7-34a0b3e6e7c1 req-3cebcfa1-6547-4fb5-b181-e29a4cf76383 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:42.549552 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-832a4b79-786a-41d0-bca7-34a0b3e6e7c1 req-3cebcfa1-6547-4fb5-b181-e29a4cf76383 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.1579101 Jun 06 17:40:42.595946 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-bdc1498a-e5e5-432a-87d4-1852bb892189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:42.617069 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-832a4b79-786a-41d0-bca7-34a0b3e6e7c1 req-67fde300-f7e6-4790-aa3a-34f78d9a691a tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589764 Jun 06 17:40:42.648255 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698918'] for network, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:42.713014 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-bdc1498a-e5e5-432a-87d4-1852bb892189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:42.727430 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-dde8477a-d279-45c1-b944-47dd522ed3b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:42.791790 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1661053', 'neutron.services.segments.db._delete_segments_for_network-8779962478758'] for network, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:42.808280 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:42.808912 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:42.809839 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:42.810192 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] Subscribe: > port after_create 55550000 {{(pid=98884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:42.810813 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:42.811186 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] Subscribe: > port after_update 55550000 {{(pid=98884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:42.811542 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:42.811864 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:42.812179 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:42.812545 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:42.875635 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-bdc1498a-e5e5-432a-87d4-1852bb892189 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c51a9b05e1be43eb82bcc0ee1b8467a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9630558 Jun 06 17:40:42.881391 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc1498a-e5e5-432a-87d4-1852bb892189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375e9977-8eda-4d9c-b449-55af79aca4db,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:42.881391 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 36098) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:42.884282 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:42.884847 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:42.885035 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:42.885425 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 06 17:40:42.886352 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f609f89-8fa5-45f0-9406-2f86023c5907']}} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:40:42.891372 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-bdc1498a-e5e5-432a-87d4-1852bb892189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:42.922371 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd53c75a3-9e43-409e-858d-9b90b5a1858e') {'for_net_delete': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:40:42.922662 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd53c75a3-9e43-409e-858d-9b90b5a1858e') {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:40:42.945777 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-dc972107-43a3-4950-a2fb-4cde6ece0abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:42.951050 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779962483649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16138302'] for segment, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:42.979959 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-dc972107-43a3-4950-a2fb-4cde6ece0abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:43.087141 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:43.107066 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=98884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:40:43.107466 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747168'] for segment, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: from cryptography.utils import int_from_bytes Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: from cryptography.utils import int_from_bytes Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: Traceback (most recent call last): Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: timer() Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: cb(*args, **kw) Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: return func(*args, **kwargs) Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: self._notify() Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: self.callback(batched_events) Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: event.method(event) Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: return f(self, *a, **k) Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: return self._get(url).json() Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: return self.request(url, 'GET', **kwargs) Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:40:43.123326 dv-cinder-791281-4-iscsi neutron-server[98884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:40:43.143162 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-dc972107-43a3-4950-a2fb-4cde6ece0abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:43.145622 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-dc972107-43a3-4950-a2fb-4cde6ece0abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:43.149113 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-dc972107-43a3-4950-a2fb-4cde6ece0abc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/375e9977-8eda-4d9c-b449-55af79aca4db HTTP/1.1" status: 204 len: 168 time: 0.2661262 Jun 06 17:40:43.149113 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-427e85d5-b12c-4bb1-9b96-63f9baa4050e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:43.162543 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc972107-43a3-4950-a2fb-4cde6ece0abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375e9977-8eda-4d9c-b449-55af79aca4db,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:43.166450 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-dc972107-43a3-4950-a2fb-4cde6ece0abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:43.221165 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-17e872b3-8c33-4909-80a2-a8af48766a2a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:43.222691 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-17e872b3-8c33-4909-80a2-a8af48766a2a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/networks?id=5819759c-7390-4859-9471-3f1914d1536e HTTP/1.1" status: 200 len: 814 time: 0.3279481 Jun 06 17:40:43.238927 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-fe63b8ff-2a9a-4560-b043-32b2f7b6db22 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/quotas/d5b58d21b43f4c29abeede717f6a7632 HTTP/1.1" status: 200 len: 375 time: 0.0104661 Jun 06 17:40:43.291263 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-5e888cd6-7027-4f92-8d4a-17a126122196 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5b58d21b43f4c29abeede717f6a7632&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470896 Jun 06 17:40:43.460723 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1661030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559982'] for network, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:43.476327 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-8d29bea3-f3b3-48c2-877b-39c40e81777c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:43.504332 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:43.506405 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1f609f89-8fa5-45f0-9406-2f86023c5907 HTTP/1.1" status: 204 len: 168 time: 0.9913020 Jun 06 17:40:43.507405 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f609f89-8fa5-45f0-9406-2f86023c5907,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:43.521472 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-f4b50c6d-2465-475e-9d18-959134882532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:43.531363 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-21412826-e821-4360-9650-40e9b3c61064 service neutron] 10.222.0.18 "GET /v2.0/networks/5819759c-7390-4859-9471-3f1914d1536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327266 Jun 06 17:40:43.702299 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-2b79dca1-a593-4221-baeb-b096e0753dba service neutron] 10.222.0.18 "GET /v2.0/networks/5819759c-7390-4859-9471-3f1914d1536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607718 Jun 06 17:40:43.824431 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ca895-c358-45e2-9f59-05d6b7163ab9 req-37ff9cf5-ee7c-4b9b-a77d-17096186176c tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:43.825985 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6a9ca895-c358-45e2-9f59-05d6b7163ab9 req-37ff9cf5-ee7c-4b9b-a77d-17096186176c tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.0901849 Jun 06 17:40:43.873479 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6a9ca895-c358-45e2-9f59-05d6b7163ab9 req-034a0ff6-4636-4a05-8fb0-78414e34c72e tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413394 Jun 06 17:40:44.076899 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-24790644-5f71-46e2-aa35-a6cdbcd871ef req-76cd3624-d1ff-4095-8840-7add20a24460 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 210 time: 0.0464680 Jun 06 17:40:44.087437 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 36140) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:44.199883 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 36148) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:44.209466 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-b710e313-89e3-46a8-b1ab-1528efb2631f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e5c55f2036340c690304a290e728a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1233122 Jun 06 17:40:44.210061 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 36150) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:44.220319 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-28236b80-16fb-4f2c-a455-0fd08bd1f356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:44.301940 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-88050735-a99f-4baa-b748-e6fa1e89e0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:44.338345 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-88050735-a99f-4baa-b748-e6fa1e89e0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:44.378265 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-28236b80-16fb-4f2c-a455-0fd08bd1f356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:44.478445 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-28236b80-16fb-4f2c-a455-0fd08bd1f356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:44.478622 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-88050735-a99f-4baa-b748-e6fa1e89e0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:44.483244 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-88050735-a99f-4baa-b748-e6fa1e89e0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:44.483244 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-88050735-a99f-4baa-b748-e6fa1e89e0e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9b572bd-f3bb-4844-9999-2d75bde175ba HTTP/1.1" status: 204 len: 168 time: 0.2710953 Jun 06 17:40:44.483244 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-21a0a87c-61a4-4cf0-afbe-323460fb322a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:44.491205 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-9c4936c4-f775-4a28-92cc-8718d0d2b013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:44.494992 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88050735-a99f-4baa-b748-e6fa1e89e0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b572bd-f3bb-4844-9999-2d75bde175ba,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:44.517539 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-88050735-a99f-4baa-b748-e6fa1e89e0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:44.555855 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-28236b80-16fb-4f2c-a455-0fd08bd1f356 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=750d458bc78940f5b585091050e999c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3535450 Jun 06 17:40:44.558712 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28236b80-16fb-4f2c-a455-0fd08bd1f356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec56bee3-dfab-43e5-a882-0f2f85566019,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:44.559343 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 36156) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:44.563490 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-28236b80-16fb-4f2c-a455-0fd08bd1f356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:44.661266 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-6740f68d-aab9-45c0-95f1-091faa6e8bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:44.698879 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-6740f68d-aab9-45c0-95f1-091faa6e8bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:44.863228 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-6740f68d-aab9-45c0-95f1-091faa6e8bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:44.865859 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-6740f68d-aab9-45c0-95f1-091faa6e8bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:44.867044 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-6740f68d-aab9-45c0-95f1-091faa6e8bfa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec56bee3-dfab-43e5-a882-0f2f85566019 HTTP/1.1" status: 204 len: 168 time: 0.3065283 Jun 06 17:40:44.872351 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e83f25ef-b283-4e42-b6b3-cfe276b0ed38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:44.878982 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740f68d-aab9-45c0-95f1-091faa6e8bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec56bee3-dfab-43e5-a882-0f2f85566019,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:44.881296 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-6740f68d-aab9-45c0-95f1-091faa6e8bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:45.123635 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf95da-7e99-4661-9b44-93783c49f9a2 req-32df1bb0-2b05-40da-babe-e84438c16d86 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:45.125750 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-82cf95da-7e99-4661-9b44-93783c49f9a2 req-32df1bb0-2b05-40da-babe-e84438c16d86 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.1159508 Jun 06 17:40:45.181117 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-82cf95da-7e99-4661-9b44-93783c49f9a2 req-ada90df2-d0c0-4605-829f-f7196ce9d6da tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498762 Jun 06 17:40:45.219960 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-017d2232-32ac-4d00-87f5-e00089592f2d req-7e8468a7-5595-4551-af5f-e51e137bc8f1 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 210 time: 0.0651309 Jun 06 17:40:45.471471 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 36182) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:45.536374 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-c5f9469d-09f0-4e4b-adce-cc293a1d47f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c83474725ae545bb93fe67fd11da81ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0636277 Jun 06 17:40:45.539156 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 36186) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:45.603703 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e275a1d1-6597-4805-9bb5-6dc2707742be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:45.633074 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e275a1d1-6597-4805-9bb5-6dc2707742be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:45.812217 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e275a1d1-6597-4805-9bb5-6dc2707742be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:45.814861 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e275a1d1-6597-4805-9bb5-6dc2707742be admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:45.818358 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-e275a1d1-6597-4805-9bb5-6dc2707742be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8a4fc89-a9ad-4abe-b2c4-692ff1ed13ea HTTP/1.1" status: 204 len: 168 time: 0.2757554 Jun 06 17:40:45.818358 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-0accde8e-ce33-4679-8383-bba6c658dd77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:45.828199 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275a1d1-6597-4805-9bb5-6dc2707742be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a4fc89-a9ad-4abe-b2c4-692ff1ed13ea,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:45.832179 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e275a1d1-6597-4805-9bb5-6dc2707742be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:46.431729 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-4a7e1ecb-c1d5-403e-861d-0cb35e451ad9 req-d534ac74-6fdf-4826-b63f-4baa54e91d8b tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 210 time: 0.0788722 Jun 06 17:40:46.444629 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c0d9f-38a3-4ae6-8e05-b28665db1306 req-593e6df9-0fa6-4f57-8d71-9733187bb877 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:46.446297 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-005c0d9f-38a3-4ae6-8e05-b28665db1306 req-593e6df9-0fa6-4f57-8d71-9733187bb877 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.1444576 Jun 06 17:40:46.564095 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-005c0d9f-38a3-4ae6-8e05-b28665db1306 req-6a9ebc55-bb4a-40e9-9440-bc2ec722da3a tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718310 Jun 06 17:40:47.264635 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-97023dfa-11f3-4450-b9f7-3e04e3ebb949 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:47.267271 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-97023dfa-11f3-4450-b9f7-3e04e3ebb949 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.35 "GET /v2.0/networks?id=5819759c-7390-4859-9471-3f1914d1536e HTTP/1.1" status: 200 len: 814 time: 0.1886089 Jun 06 17:40:47.283759 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-93de022d-dfd3-4260-80d1-03ed55bc5fa5 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Request body: {'port': {'device_id': '33226a74-6434-4447-82d4-0fcd56a0f35b', 'network_id': '5819759c-7390-4859-9471-3f1914d1536e', 'admin_state_up': True, 'tenant_id': 'd5b58d21b43f4c29abeede717f6a7632'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:40:47.517164 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 36272) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:47.600891 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-67721c7a-35ff-47a4-94f3-8c06da894fc9 req-afcdcd11-7ade-4e14-a57d-5b9930d6e2b6 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 210 time: 0.0543280 Jun 06 17:40:47.665059 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-67c713f5-5203-448f-ba24-20ecafe11fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:47.700275 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-93de022d-dfd3-4260-80d1-03ed55bc5fa5 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Made reservation on behalf of d5b58d21b43f4c29abeede717f6a7632 for: {'port': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:40:47.704921 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-93de022d-dfd3-4260-80d1-03ed55bc5fa5 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:47.767895 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec3bef-cbb7-4fcd-b636-d3250f264f50 req-a7e8e0cc-94eb-4122-ba8a-31243c6d5ef3 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:47.770421 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-8dec3bef-cbb7-4fcd-b636-d3250f264f50 req-a7e8e0cc-94eb-4122-ba8a-31243c6d5ef3 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.1204236 Jun 06 17:40:47.877608 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-8dec3bef-cbb7-4fcd-b636-d3250f264f50 req-31cfa091-9861-4aa3-b213-614ec2dcd997 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012123 Jun 06 17:40:47.952542 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-93de022d-dfd3-4260-80d1-03ed55bc5fa5 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Allocated IP 172.20.0.9 (5819759c-7390-4859-9471-3f1914d1536e/d8679353-f529-4d10-943e-fe2abace2802/b149514f-1f50-4f2d-9104-12ed5ef19853) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:40:48.079833 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-67c713f5-5203-448f-ba24-20ecafe11fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:48.216292 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-67c713f5-5203-448f-ba24-20ecafe11fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:48.242501 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-261d1dc3-6bb5-4b77-85e3-bbdae6461562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:48.350799 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-67c713f5-5203-448f-ba24-20ecafe11fe7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8cfd798cfab247ee9be603e7d1d98ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8244267 Jun 06 17:40:48.351135 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 36314) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:48.353055 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c713f5-5203-448f-ba24-20ecafe11fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484631d3-ad76-42dd-ac19-444716678b84,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:48.359566 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-67c713f5-5203-448f-ba24-20ecafe11fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:48.381233 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-93de022d-dfd3-4260-80d1-03ed55bc5fa5 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:48.469003 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-813ae61e-ba44-464c-b1ac-22343c4e7ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:48.508348 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-813ae61e-ba44-464c-b1ac-22343c4e7ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:48.539654 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-93de022d-dfd3-4260-80d1-03ed55bc5fa5 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:48.551593 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-5266b202-362a-4d0a-9655-f0da629cb2f8 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:48.631027 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-93de022d-dfd3-4260-80d1-03ed55bc5fa5 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Network 5819759c-7390-4859-9471-3f1914d1536e is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:40:48.634243 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-93de022d-dfd3-4260-80d1-03ed55bc5fa5 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:40:48.638529 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-93de022d-dfd3-4260-80d1-03ed55bc5fa5 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:40:48.693564 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de022d-dfd3-4260-80d1-03ed55bc5fa5 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Pushing event updated for resources: {'Port': ['ID=b149514f-1f50-4f2d-9104-12ed5ef19853,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:48.700996 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-93de022d-dfd3-4260-80d1-03ed55bc5fa5 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:48.725324 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-93de022d-dfd3-4260-80d1-03ed55bc5fa5 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:48.726030 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-93de022d-dfd3-4260-80d1-03ed55bc5fa5 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:48.823725 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-813ae61e-ba44-464c-b1ac-22343c4e7ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:48.828548 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-813ae61e-ba44-464c-b1ac-22343c4e7ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:48.830592 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-813ae61e-ba44-464c-b1ac-22343c4e7ac7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/484631d3-ad76-42dd-ac19-444716678b84 HTTP/1.1" status: 204 len: 168 time: 0.4824948 Jun 06 17:40:48.831896 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:48.845869 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ae61e-ba44-464c-b1ac-22343c4e7ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484631d3-ad76-42dd-ac19-444716678b84,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:48.848994 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-813ae61e-ba44-464c-b1ac-22343c4e7ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:48.864246 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-93de022d-dfd3-4260-80d1-03ed55bc5fa5 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5858829 Jun 06 17:40:48.888372 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Request body: {'port': {'device_id': '33226a74-6434-4447-82d4-0fcd56a0f35b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:40:49.002107 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16341c-a557-416a-a6e9-372b2a91972d req-939f773b-05c1-4e30-978c-212599af5b80 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:49.003571 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-4b16341c-a557-416a-a6e9-372b2a91972d req-939f773b-05c1-4e30-978c-212599af5b80 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 931 time: 0.0870190 Jun 06 17:40:49.017360 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:49.089981 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-4b16341c-a557-416a-a6e9-372b2a91972d req-adbe1115-5676-41bb-a524-27b6c44a68dd tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791512 Jun 06 17:40:49.276840 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa49a5-ccfb-4b1e-8bb0-3a7c5647f0a5 req-a2d0bd28-aa94-4486-aeaa-804a3b4a3d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:49.278466 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f1aa49a5-ccfb-4b1e-8bb0-3a7c5647f0a5 req-a2d0bd28-aa94-4486-aeaa-804a3b4a3d2f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 1099 time: 0.0825944 Jun 06 17:40:49.300398 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d1b69-1bbe-4314-b06b-0de735409c94 req-55b94e97-2a12-4ee3-85e1-d070af85d53a tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:49.301852 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ee7d1b69-1bbe-4314-b06b-0de735409c94 req-55b94e97-2a12-4ee3-85e1-d070af85d53a tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.2670274 Jun 06 17:40:49.321233 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f1aa49a5-ccfb-4b1e-8bb0-3a7c5647f0a5 req-b72a1963-4e1e-437d-af33-20bff96fd7fe service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348966 Jun 06 17:40:49.438613 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ee7d1b69-1bbe-4314-b06b-0de735409c94 req-372e169d-031a-4e0d-b6fe-e626b14488f9 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170557 Jun 06 17:40:49.569019 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b149514f-1f50-4f2d-9104-12ed5ef19853 {{(pid=98884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:40:49.576627 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:49.591671 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Transition to ACTIVE for port object b149514f-1f50-4f2d-9104-12ed5ef19853 will not be triggered until provisioned by entity L2. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:40:49.679781 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:49.686063 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:49.841633 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b149514f-1f50-4f2d-9104-12ed5ef19853,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:49.848888 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:49.926044 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Attempting to bind port b149514f-1f50-4f2d-9104-12ed5ef19853 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:40:49.926371 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Attempting to bind port b149514f-1f50-4f2d-9104-12ed5ef19853 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'a722723a-849f-4268-9cd8-907163b5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5819759c-7390-4859-9471-3f1914d1536e'}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:40:49.926690 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Attempting to bind port b149514f-1f50-4f2d-9104-12ed5ef19853 on network 5819759c-7390-4859-9471-3f1914d1536e {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:40:49.931413 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Port b149514f-1f50-4f2d-9104-12ed5ef19853 on network 5819759c-7390-4859-9471-3f1914d1536e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:40:49.933104 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Attempting to bind port b149514f-1f50-4f2d-9104-12ed5ef19853 on network 5819759c-7390-4859-9471-3f1914d1536e {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:40:49.937741 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Checking agent: {'id': '6c14353c-f6d9-4edd-9e01-bd5de19f5e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'started_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:40:49.938069 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Checking segment: {'id': 'a722723a-849f-4268-9cd8-907163b5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5819759c-7390-4859-9471-3f1914d1536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:40:49.938494 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Bound using segment: {'id': 'a722723a-849f-4268-9cd8-907163b5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5819759c-7390-4859-9471-3f1914d1536e'} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:40:49.938914 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Bound port: b149514f-1f50-4f2d-9104-12ed5ef19853, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a722723a-849f-4268-9cd8-907163b5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5819759c-7390-4859-9471-3f1914d1536e'}}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:40:49.939251 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:50.041268 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] For port b149514f-1f50-4f2d-9104-12ed5ef19853, host hv-cinder-79128, cleared binding levels {{(pid=98884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:40:50.044450 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] For port b149514f-1f50-4f2d-9104-12ed5ef19853, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b149514f-1f50-4f2d-9104-12ed5ef19853,segment=NetworkSegment(a722723a-849f-4268-9cd8-907163b5b3e3),segment_id=a722723a-849f-4268-9cd8-907163b5b3e3)] {{(pid=98884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:40:50.147255 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:50.161057 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:50.223697 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:50.224304 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:50.225910 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] 10.222.0.35 "PUT /v2.0/ports/b149514f-1f50-4f2d-9104-12ed5ef19853 HTTP/1.1" status: 200 len: 1093 time: 1.3515010 Jun 06 17:40:50.226390 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33226a74-6434-4447-82d4-0fcd56a0f35b', 'tag': 'b149514f-1f50-4f2d-9104-12ed5ef19853'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:40:50.230222 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe097bf4-2686-4d0a-bb4e-8ec2cfaab46b" -d '{"events": [{"name": "network-changed", "server_uuid": "33226a74-6434-4447-82d4-0fcd56a0f35b", "tag": "b149514f-1f50-4f2d-9104-12ed5ef19853"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:40:50.249764 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b149514f-1f50-4f2d-9104-12ed5ef19853,revision_number=3']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:50.253278 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:50.312082 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4312bdf1-1e8b-45c6-b9a7-be8a27cfee6c x-openstack-request-id: req-4312bdf1-1e8b-45c6-b9a7-be8a27cfee6c {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:40:50.312082 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33226a74-6434-4447-82d4-0fcd56a0f35b", "tag": "b149514f-1f50-4f2d-9104-12ed5ef19853", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:40:50.312082 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4312bdf1-1e8b-45c6-b9a7-be8a27cfee6c {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:40:50.312082 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33226a74-6434-4447-82d4-0fcd56a0f35b', 'tag': 'b149514f-1f50-4f2d-9104-12ed5ef19853', 'status': 'completed', 'code': 200} Jun 06 17:40:50.354185 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe233b-153c-4565-8c3d-e5df2ae97dcd req-e9bf4545-d091-40aa-8068-f2d514b42493 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:50.356558 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c8fe233b-153c-4565-8c3d-e5df2ae97dcd req-e9bf4545-d091-40aa-8068-f2d514b42493 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 943 time: 0.1483209 Jun 06 17:40:50.383536 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-0f180759-281d-4f8f-8c4e-eea841884670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:50.417969 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c8fe233b-153c-4565-8c3d-e5df2ae97dcd req-14cd50b4-fa51-42f6-8fcc-46c797e45121 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557573 Jun 06 17:40:50.459548 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe097bf4-2686-4d0a-bb4e-8ec2cfaab46b req-67bdc73e-f35b-48bb-812b-fb3f5a619bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:50.461138 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-fe097bf4-2686-4d0a-bb4e-8ec2cfaab46b req-67bdc73e-f35b-48bb-812b-fb3f5a619bf9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5b58d21b43f4c29abeede717f6a7632&device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 1096 time: 0.1256471 Jun 06 17:40:50.624858 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe097bf4-2686-4d0a-bb4e-8ec2cfaab46b req-6d502b14-8ac4-4cd8-aa1c-ee2ef2749d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:50.626312 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-fe097bf4-2686-4d0a-bb4e-8ec2cfaab46b req-6d502b14-8ac4-4cd8-aa1c-ee2ef2749d11 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d5b58d21b43f4c29abeede717f6a7632&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1565397 Jun 06 17:40:50.647903 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979b5c5-edf9-4e4c-b383-2096504be613 req-16165fad-d664-43b3-80e3-612b538300c7 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:50.649389 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f979b5c5-edf9-4e4c-b383-2096504be613 req-16165fad-d664-43b3-80e3-612b538300c7 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.0826504 Jun 06 17:40:50.698445 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f979b5c5-edf9-4e4c-b383-2096504be613 req-e709ee10-e374-4dd8-bee9-59f2895d4e57 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419500 Jun 06 17:40:50.772471 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe097bf4-2686-4d0a-bb4e-8ec2cfaab46b req-62fcd85e-22a5-41c0-a0b5-7ffc2ae30db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:50.773934 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-fe097bf4-2686-4d0a-bb4e-8ec2cfaab46b req-62fcd85e-22a5-41c0-a0b5-7ffc2ae30db1 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1407762 Jun 06 17:40:50.951372 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d29192-2a0c-458e-9fd7-8f2282657646 req-2d0d0482-255c-4844-9c99-02f316eb979a tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:50.952902 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-27d29192-2a0c-458e-9fd7-8f2282657646 req-2d0d0482-255c-4844-9c99-02f316eb979a tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.1418457 Jun 06 17:40:50.954795 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-805f030b-99ad-4da8-b28f-7f3cceb240a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:50.956093 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-805f030b-99ad-4da8-b28f-7f3cceb240a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5b58d21b43f4c29abeede717f6a7632&device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 1096 time: 0.1133111 Jun 06 17:40:51.050420 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-cfb72fc9-90e3-4faf-b8a6-63ca79f68ed0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b149514f-1f50-4f2d-9104-12ed5ef19853 HTTP/1.1" status: 200 len: 217 time: 0.0756068 Jun 06 17:40:51.061832 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-27d29192-2a0c-458e-9fd7-8f2282657646 req-dbe5b518-cffc-46a9-b922-3f1a77c12989 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019309 Jun 06 17:40:51.118647 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-769428df-bab8-443b-8edd-2df7e00c4353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:51.121264 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-769428df-bab8-443b-8edd-2df7e00c4353 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8679353-f529-4d10-943e-fe2abace2802 HTTP/1.1" status: 200 len: 854 time: 0.0627270 Jun 06 17:40:51.176704 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-5ee66310-670e-4403-bd65-d928a54b6941 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5819759c-7390-4859-9471-3f1914d1536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414393 Jun 06 17:40:51.377442 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-6d48397a-9336-47fe-9f57-a9359b7d6b94 service neutron] 10.222.0.35 "GET /v2.0/networks/5819759c-7390-4859-9471-3f1914d1536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870682 Jun 06 17:40:51.524337 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1cd63c02-5609-4b9d-9667-d90233d4ee69 req-df9286f8-3f45-4b37-8070-ad644e5b7075 service neutron] 10.222.0.35 "GET /v2.0/networks/5819759c-7390-4859-9471-3f1914d1536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404796 Jun 06 17:40:51.632330 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9d671-253e-42b6-987a-a634370f0314 req-5212f0e9-00a5-4b28-91c6-f5db0bc55f21 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:51.634055 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3df9d671-253e-42b6-987a-a634370f0314 req-5212f0e9-00a5-4b28-91c6-f5db0bc55f21 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 943 time: 0.0843415 Jun 06 17:40:51.680822 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3df9d671-253e-42b6-987a-a634370f0314 req-c5eb8d54-5df7-42ae-bf57-b04b04c0c7ce tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395370 Jun 06 17:40:52.239472 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1ed1aafa-d4f4-4c09-abaf-14c26f237219 req-5b047146-f93b-400d-851a-0fa4e094a023 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776083 Jun 06 17:40:52.430602 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1aafa-d4f4-4c09-abaf-14c26f237219 req-697f5207-b872-4971-baa4-bc216b845fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:52.432067 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1ed1aafa-d4f4-4c09-abaf-14c26f237219 req-697f5207-b872-4971-baa4-bc216b845fb3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54404c87ce744aa8910669de4dfb4c3a&device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 1099 time: 0.0925014 Jun 06 17:40:52.589821 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1aafa-d4f4-4c09-abaf-14c26f237219 req-678acc64-400a-49a7-86f4-08f24ba7a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:52.591260 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1ed1aafa-d4f4-4c09-abaf-14c26f237219 req-678acc64-400a-49a7-86f4-08f24ba7a2ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=91e36ee1-9372-4204-9256-6e9d56fc176b HTTP/1.1" status: 200 len: 920 time: 0.1347024 Jun 06 17:40:52.684071 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1ed1aafa-d4f4-4c09-abaf-14c26f237219 req-2c0d22a6-0cb3-4f83-88fc-955b23d1d813 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4022d63f-da4c-44a3-b75c-b5d033797316 HTTP/1.1" status: 200 len: 217 time: 0.0774591 Jun 06 17:40:52.766283 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1aafa-d4f4-4c09-abaf-14c26f237219 req-760694dc-9af9-48fc-b5b8-1dc98684a94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:52.767857 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1ed1aafa-d4f4-4c09-abaf-14c26f237219 req-760694dc-9af9-48fc-b5b8-1dc98684a94e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88f6cacd-d427-4a47-bf7c-020d70a116c4 HTTP/1.1" status: 200 len: 859 time: 0.0741351 Jun 06 17:40:52.842876 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1ed1aafa-d4f4-4c09-abaf-14c26f237219 req-e2774866-8b67-4b90-8278-90f1d87efb2d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91e36ee1-9372-4204-9256-6e9d56fc176b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629311 Jun 06 17:40:52.904060 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d26a5-ac32-4ebc-bf2e-8a2dda150984 req-c0bc2c42-28e6-4399-b8da-f6cd2ab1f5b4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:52.906337 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-893d26a5-ac32-4ebc-bf2e-8a2dda150984 req-c0bc2c42-28e6-4399-b8da-f6cd2ab1f5b4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 943 time: 0.0995009 Jun 06 17:40:52.909881 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:52.942212 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 36432) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:52.975329 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-893d26a5-ac32-4ebc-bf2e-8a2dda150984 req-9a64b6e6-9b78-46d2-8823-ed11e7d68b32 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520549 Jun 06 17:40:52.985459 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1ed1aafa-d4f4-4c09-abaf-14c26f237219 req-d469018d-4a14-4749-972c-79a001a370d6 service neutron] 10.222.0.35 "GET /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329136 Jun 06 17:40:53.090666 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-7e20cb37-7dfb-4aac-b27e-1d124895f114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:53.109281 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-b7a7dd3d-b7cb-4cce-827e-70b2131de576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:53.139889 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1ed1aafa-d4f4-4c09-abaf-14c26f237219 req-f8cc76b2-288b-4858-b220-01e9240b4d28 service neutron] 10.222.0.35 "GET /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476514 Jun 06 17:40:53.212105 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-7e20cb37-7dfb-4aac-b27e-1d124895f114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:53.314412 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-7e20cb37-7dfb-4aac-b27e-1d124895f114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:53.324598 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-0172ad3e-e7db-408d-882f-ce1dc294d151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:53.363875 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-7e20cb37-7dfb-4aac-b27e-1d124895f114 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3cb7701b29b34e47a852fdad636cf8fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4207268 Jun 06 17:40:53.364852 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20cb37-7dfb-4aac-b27e-1d124895f114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7f175c-e3e7-4f9a-be34-5a8d298273a0,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:53.366558 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 36444) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:53.367903 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-7e20cb37-7dfb-4aac-b27e-1d124895f114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:53.423947 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9df9e9ec-d608-4c95-9bc2-89e1552203bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:53.450398 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9df9e9ec-d608-4c95-9bc2-89e1552203bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:53.595191 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9df9e9ec-d608-4c95-9bc2-89e1552203bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:53.597825 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9df9e9ec-d608-4c95-9bc2-89e1552203bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:53.598941 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-9df9e9ec-d608-4c95-9bc2-89e1552203bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f7f175c-e3e7-4f9a-be34-5a8d298273a0 HTTP/1.1" status: 204 len: 168 time: 0.2312322 Jun 06 17:40:53.599814 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-3d7db4d5-a82c-4a0b-a63e-a4d9c90f9e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:53.612120 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9e9ec-d608-4c95-9bc2-89e1552203bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7f175c-e3e7-4f9a-be34-5a8d298273a0,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:53.617628 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-9df9e9ec-d608-4c95-9bc2-89e1552203bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:53.891632 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:54.210153 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5eccb-b1ed-4d6f-b79e-487786e58186 req-c251cdfc-f8a2-4172-8d45-3294441f4402 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:54.211657 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-8eb5eccb-b1ed-4d6f-b79e-487786e58186 req-c251cdfc-f8a2-4172-8d45-3294441f4402 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 943 time: 0.1086626 Jun 06 17:40:54.263677 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-8eb5eccb-b1ed-4d6f-b79e-487786e58186 req-7d64ff45-0d7a-4ecb-8bd3-bcd901dfc14c tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442045 Jun 06 17:40:54.346082 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9545f-b925-40a4-bec6-35f8ab3a26b2 req-9c18ff7b-ca63-49ce-9cea-526ec9105037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:54.347515 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-91e9545f-b925-40a4-bec6-35f8ab3a26b2 req-9c18ff7b-ca63-49ce-9cea-526ec9105037 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54404c87ce744aa8910669de4dfb4c3a&device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 1099 time: 0.1055958 Jun 06 17:40:54.355778 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c196716-556e-4787-ac06-1d9424847a0e req-4ae3017a-6fd2-4b79-850d-df14faf1d51c tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:54.362952 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1c196716-556e-4787-ac06-1d9424847a0e req-4ae3017a-6fd2-4b79-850d-df14faf1d51c tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.1695817 Jun 06 17:40:54.399883 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 36474) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:54.426553 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6041-97c6-487e-b730-e03c6b203922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:54.535471 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1c196716-556e-4787-ac06-1d9424847a0e req-3baff3a4-687d-4b6d-babe-e9c5358de555 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715789 Jun 06 17:40:54.543136 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9545f-b925-40a4-bec6-35f8ab3a26b2 req-cd57972e-2793-4f1b-9a1b-9b2a48f36ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:54.544494 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-91e9545f-b925-40a4-bec6-35f8ab3a26b2 req-cd57972e-2793-4f1b-9a1b-9b2a48f36ce6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=91e36ee1-9372-4204-9256-6e9d56fc176b HTTP/1.1" status: 200 len: 920 time: 0.1796579 Jun 06 17:40:54.555092 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6041-97c6-487e-b730-e03c6b203922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:54.720757 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6041-97c6-487e-b730-e03c6b203922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:54.731338 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-3ed97d80-aeab-4965-b176-f81aed04e783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:54.862861 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-2dfd6041-97c6-487e-b730-e03c6b203922 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7319bb597f7d468f8737f7e3959eb92a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4614398 Jun 06 17:40:54.863860 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd6041-97c6-487e-b730-e03c6b203922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7f3ee2-ae74-4110-8683-036fc9f8fbd1,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:54.865499 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 36484) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:54.867028 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-2dfd6041-97c6-487e-b730-e03c6b203922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:54.938460 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 36490) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:54.959463 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-a0921e77-e7fc-4423-b549-5674264e20c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:55.005177 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-a0921e77-e7fc-4423-b549-5674264e20c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:55.096670 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-dcd51acd-1ea1-4876-9d15-3b6805f3a7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:55.138141 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-a0921e77-e7fc-4423-b549-5674264e20c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:55.141927 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-a0921e77-e7fc-4423-b549-5674264e20c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:55.146646 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-a0921e77-e7fc-4423-b549-5674264e20c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a7f3ee2-ae74-4110-8683-036fc9f8fbd1 HTTP/1.1" status: 204 len: 168 time: 0.2799125 Jun 06 17:40:55.147841 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-bcc79e56-09b0-4771-bb40-6698ce92af9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:55.161019 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0921e77-e7fc-4423-b549-5674264e20c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7f3ee2-ae74-4110-8683-036fc9f8fbd1,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:55.165657 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-a0921e77-e7fc-4423-b549-5674264e20c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:55.227514 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-dcd51acd-1ea1-4876-9d15-3b6805f3a7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:55.309367 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-dcd51acd-1ea1-4876-9d15-3b6805f3a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:55.318366 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:55.356122 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-dcd51acd-1ea1-4876-9d15-3b6805f3a7f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b163bf71c0eb4caab19f1c96ba66ab13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4102664 Jun 06 17:40:55.358122 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd51acd-1ea1-4876-9d15-3b6805f3a7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f471af0-6f52-439d-b45a-ad932b6a8675,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:55.358905 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 36504) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:55.362565 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-dcd51acd-1ea1-4876-9d15-3b6805f3a7f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:55.596600 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-91e9545f-b925-40a4-bec6-35f8ab3a26b2 req-bff3f9fc-f9b8-4ecd-bac0-45b9c44002cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4022d63f-da4c-44a3-b75c-b5d033797316 HTTP/1.1" status: 200 len: 217 time: 0.0775771 Jun 06 17:40:55.616762 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb320-3733-42d1-9a9f-ebc4d553f21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:55.647107 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb320-3733-42d1-9a9f-ebc4d553f21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:55.668274 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377e22d-7dea-49d7-8fac-fa1bba711759 req-e18568b8-ad81-4b4c-ac6e-69f8a7ac4ac0 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:55.669800 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e377e22d-7dea-49d7-8fac-fa1bba711759 req-e18568b8-ad81-4b4c-ac6e-69f8a7ac4ac0 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 943 time: 0.2727394 Jun 06 17:40:55.733329 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e377e22d-7dea-49d7-8fac-fa1bba711759 req-39be2cca-e7be-43bc-a8c4-76c3384f5dc2 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540955 Jun 06 17:40:55.754753 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:55.863956 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb320-3733-42d1-9a9f-ebc4d553f21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:55.866466 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb320-3733-42d1-9a9f-ebc4d553f21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:55.867556 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-bf3eb320-3733-42d1-9a9f-ebc4d553f21c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4f471af0-6f52-439d-b45a-ad932b6a8675 HTTP/1.1" status: 204 len: 168 time: 0.5074625 Jun 06 17:40:55.873113 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:55.881550 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 36514) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:55.903292 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3eb320-3733-42d1-9a9f-ebc4d553f21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f471af0-6f52-439d-b45a-ad932b6a8675,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:55.903788 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-23c5c1ff-95a2-48db-9bcc-467832fc94d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:55.911551 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-bf3eb320-3733-42d1-9a9f-ebc4d553f21c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:55.943527 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ae9d4-6136-42a1-8dd7-655fa0a55556 req-a05d35cd-6aad-4d5e-a339-b514eceddad0 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:55.945127 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a90ae9d4-6136-42a1-8dd7-655fa0a55556 req-a05d35cd-6aad-4d5e-a339-b514eceddad0 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.1169262 Jun 06 17:40:56.002733 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a90ae9d4-6136-42a1-8dd7-655fa0a55556 req-397b4c09-6bd6-4f1d-b57b-456daa130bb4 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496168 Jun 06 17:40:56.038663 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-23c5c1ff-95a2-48db-9bcc-467832fc94d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:56.117938 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-23c5c1ff-95a2-48db-9bcc-467832fc94d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:56.130086 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:56.169725 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-23c5c1ff-95a2-48db-9bcc-467832fc94d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f11c2bc36164a24bb3b3ff431cc5c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869146 Jun 06 17:40:56.170688 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5c1ff-95a2-48db-9bcc-467832fc94d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bec0f0-cce1-4128-ae21-c51c1c64736c,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:56.172447 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 36520) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:56.173809 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-23c5c1ff-95a2-48db-9bcc-467832fc94d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:56.233973 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-c6aaa11b-8457-4814-ae2d-163bbe8890e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:56.263003 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-c6aaa11b-8457-4814-ae2d-163bbe8890e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:56.398120 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-c6aaa11b-8457-4814-ae2d-163bbe8890e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:56.400620 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-c6aaa11b-8457-4814-ae2d-163bbe8890e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:56.402032 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-c6aaa11b-8457-4814-ae2d-163bbe8890e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57bec0f0-cce1-4128-ae21-c51c1c64736c HTTP/1.1" status: 204 len: 168 time: 0.2285514 Jun 06 17:40:56.406235 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-28236b80-16fb-4f2c-a455-0fd08bd1f356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:56.412079 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aaa11b-8457-4814-ae2d-163bbe8890e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bec0f0-cce1-4128-ae21-c51c1c64736c,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:56.414272 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-c6aaa11b-8457-4814-ae2d-163bbe8890e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:56.688370 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 36528) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:56.705672 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-6a5ff4be-1041-4346-bc47-bb1b23b52736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:56.823395 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-6a5ff4be-1041-4346-bc47-bb1b23b52736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:56.885028 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-6a5ff4be-1041-4346-bc47-bb1b23b52736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:56.893817 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-ec57de16-df12-4862-96ff-00aff82628d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:56.943369 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-6a5ff4be-1041-4346-bc47-bb1b23b52736 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba5c050e710643b1843a2b4739154dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2539480 Jun 06 17:40:56.946893 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 36538) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:56.958653 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ff4be-1041-4346-bc47-bb1b23b52736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0d56d5-c476-4fb4-b5d4-f1c62054f0d6,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:56.968059 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-6a5ff4be-1041-4346-bc47-bb1b23b52736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:57.009665 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6c43c-c5ce-48c5-9c6c-9448f520face req-20fd6fb6-3061-475a-a470-1e92a54a0850 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:57.011299 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7cc6c43c-c5ce-48c5-9c6c-9448f520face req-20fd6fb6-3061-475a-a470-1e92a54a0850 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 943 time: 0.1706977 Jun 06 17:40:57.046112 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8bb157e4-2745-4598-944b-04f238e1eba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:57.083377 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7cc6c43c-c5ce-48c5-9c6c-9448f520face req-0c9f74fb-1cd3-41bf-a94f-b2d953db10f0 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610781 Jun 06 17:40:57.091548 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8bb157e4-2745-4598-944b-04f238e1eba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:57.248750 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8bb157e4-2745-4598-944b-04f238e1eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:57.251847 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8bb157e4-2745-4598-944b-04f238e1eba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:57.252381 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-8bb157e4-2745-4598-944b-04f238e1eba1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a0d56d5-c476-4fb4-b5d4-f1c62054f0d6 HTTP/1.1" status: 204 len: 168 time: 0.3042114 Jun 06 17:40:57.253871 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-dda23c1f-1589-4d41-b1d3-bab1d0832d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:57.272674 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb157e4-2745-4598-944b-04f238e1eba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0d56d5-c476-4fb4-b5d4-f1c62054f0d6,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:57.274860 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-8bb157e4-2745-4598-944b-04f238e1eba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:57.289894 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe075177-08b7-4543-ac59-235aa575e191 req-3906e1bc-87fa-470c-8342-b0b5b1a9f728 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:57.292089 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-fe075177-08b7-4543-ac59-235aa575e191 req-3906e1bc-87fa-470c-8342-b0b5b1a9f728 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.1044135 Jun 06 17:40:57.343891 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-fe075177-08b7-4543-ac59-235aa575e191 req-1fd93fc0-ed9b-4dab-887c-454e50b027ed tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429592 Jun 06 17:40:57.390072 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device b149514f-1f50-4f2d-9104-12ed5ef19853 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:40:57.464452 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9545f-b925-40a4-bec6-35f8ab3a26b2 req-f15085c1-dbde-4ae8-a897-9555b9fa67ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:57.466020 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-91e9545f-b925-40a4-bec6-35f8ab3a26b2 req-f15085c1-dbde-4ae8-a897-9555b9fa67ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88f6cacd-d427-4a47-bf7c-020d70a116c4 HTTP/1.1" status: 200 len: 859 time: 0.0625176 Jun 06 17:40:57.514676 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-91e9545f-b925-40a4-bec6-35f8ab3a26b2 req-d7b0f609-36cc-4047-9d6a-c70fe4eb63b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91e36ee1-9372-4204-9256-6e9d56fc176b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395548 Jun 06 17:40:57.537038 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port b149514f-1f50-4f2d-9104-12ed5ef19853, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b149514f-1f50-4f2d-9104-12ed5ef19853,segment=NetworkSegment(a722723a-849f-4268-9cd8-907163b5b3e3),segment_id=a722723a-849f-4268-9cd8-907163b5b3e3)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:57.549991 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': 'b149514f-1f50-4f2d-9104-12ed5ef19853', 'network_id': '5819759c-7390-4859-9471-3f1914d1536e', 'port_id': 'b149514f-1f50-4f2d-9104-12ed5ef19853', 'mac_address': 'fa:16:3e:a9:69:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8679353-f529-4d10-943e-fe2abace2802', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:40:57.619462 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:57.633638 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:57.652287 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-91e9545f-b925-40a4-bec6-35f8ab3a26b2 req-3e4b47d5-e1e5-4835-a7c7-72077640ba88 service neutron] 10.222.0.35 "GET /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295381 Jun 06 17:40:57.660132 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b149514f-1f50-4f2d-9104-12ed5ef19853 {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:40:57.681536 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port b149514f-1f50-4f2d-9104-12ed5ef19853, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b149514f-1f50-4f2d-9104-12ed5ef19853,segment=NetworkSegment(a722723a-849f-4268-9cd8-907163b5b3e3),segment_id=a722723a-849f-4268-9cd8-907163b5b3e3)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:40:57.783460 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:57.785264 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:57.807571 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-91e9545f-b925-40a4-bec6-35f8ab3a26b2 req-4da307a2-4f74-48e3-8606-b83bcecfc9f4 service neutron] 10.222.0.35 "GET /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437893 Jun 06 17:40:57.852412 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=b149514f-1f50-4f2d-9104-12ed5ef19853,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:57.860086 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:57.860569 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:57.860957 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:57.861121 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:57.861640 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:57.861998 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:57.862300 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:57.862624 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:57.862974 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:57.863300 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:57.863620 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:57.864076 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:40:57.868155 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:58.052637 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['b149514f-1f50-4f2d-9104-12ed5ef19853'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:40:58.364309 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79a283-062f-421f-9704-1930c77f7c09 req-a9b818fe-5882-4160-aa60-eefadfa6687f tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:58.369994 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-dc79a283-062f-421f-9704-1930c77f7c09 req-a9b818fe-5882-4160-aa60-eefadfa6687f tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 944 time: 0.1643054 Jun 06 17:40:58.418466 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-dc79a283-062f-421f-9704-1930c77f7c09 req-38b03de8-6210-4eb0-96d3-75a610d153e6 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461977 Jun 06 17:40:58.558208 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e94a8-34b1-4ef6-a0d9-b62b5d4ea42b req-47066aa6-e424-40f5-9469-49ba68a28c4b tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:58.561443 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-391e94a8-34b1-4ef6-a0d9-b62b5d4ea42b req-47066aa6-e424-40f5-9469-49ba68a28c4b tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.0902390 Jun 06 17:40:58.634457 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-391e94a8-34b1-4ef6-a0d9-b62b5d4ea42b req-4432f83f-3754-4306-8daf-64ccc57bc423 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671136 Jun 06 17:40:59.427742 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 36638) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:59.546775 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-358783d0-e5e6-4244-9e60-d40d390d4e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:59.615217 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e76a7-3286-48a1-b8fc-73af98ab9dc5 req-728f9785-a226-4579-b32e-3ee0da671b16 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:59.616645 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c65e76a7-3286-48a1-b8fc-73af98ab9dc5 req-728f9785-a226-4579-b32e-3ee0da671b16 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 944 time: 0.0803788 Jun 06 17:40:59.666543 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-358783d0-e5e6-4244-9e60-d40d390d4e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:59.677512 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c65e76a7-3286-48a1-b8fc-73af98ab9dc5 req-c63a5c2d-882f-4082-a121-335b5a02a351 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517704 Jun 06 17:40:59.764282 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-358783d0-e5e6-4244-9e60-d40d390d4e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:59.773256 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c5732cfb-3dac-4bec-a2df-b91f68d2c6e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:40:59.825869 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-358783d0-e5e6-4244-9e60-d40d390d4e9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=684a946007cc4a5d9c61e0ce8d7349f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970599 Jun 06 17:40:59.827216 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 36650) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:40:59.837397 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358783d0-e5e6-4244-9e60-d40d390d4e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082895ad-f33b-4c83-816a-a11fb2891f33,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:40:59.841998 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-358783d0-e5e6-4244-9e60-d40d390d4e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:40:59.860737 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0f7af-6ea2-4204-9b0f-99a2723acf51 req-ddd34f3a-5a98-49a9-8f62-484050ee162c tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:40:59.862222 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8ab0f7af-6ea2-4204-9b0f-99a2723acf51 req-ddd34f3a-5a98-49a9-8f62-484050ee162c tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.0891140 Jun 06 17:40:59.896334 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9e465685-8249-401d-acac-e7fc1e11b060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:40:59.914794 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8ab0f7af-6ea2-4204-9b0f-99a2723acf51 req-9e520016-46d2-4699-b5a9-10c6854b3d9b tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460858 Jun 06 17:40:59.939347 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9e465685-8249-401d-acac-e7fc1e11b060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:00.112824 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9e465685-8249-401d-acac-e7fc1e11b060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:00.115277 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9e465685-8249-401d-acac-e7fc1e11b060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:00.116407 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-9e465685-8249-401d-acac-e7fc1e11b060 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/082895ad-f33b-4c83-816a-a11fb2891f33 HTTP/1.1" status: 204 len: 168 time: 0.2883024 Jun 06 17:41:00.117277 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:00.131256 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e465685-8249-401d-acac-e7fc1e11b060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082895ad-f33b-4c83-816a-a11fb2891f33,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:00.149737 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-9e465685-8249-401d-acac-e7fc1e11b060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:00.298879 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device b149514f-1f50-4f2d-9104-12ed5ef19853 up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:41:00.594545 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning for port b149514f-1f50-4f2d-9104-12ed5ef19853 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:41:00.599526 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port b149514f-1f50-4f2d-9104-12ed5ef19853 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:00.599863 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:00.725741 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:00.761935 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33226a74-6434-4447-82d4-0fcd56a0f35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b149514f-1f50-4f2d-9104-12ed5ef19853'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:41:00.764610 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad47a59c-cc5e-4dfd-a4b0-82926e522c52" -d '{"events": [{"server_uuid": "33226a74-6434-4447-82d4-0fcd56a0f35b", "name": "network-vif-plugged", "status": "completed", "tag": "b149514f-1f50-4f2d-9104-12ed5ef19853"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:41:00.776373 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port b149514f-1f50-4f2d-9104-12ed5ef19853, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b149514f-1f50-4f2d-9104-12ed5ef19853,segment=NetworkSegment(a722723a-849f-4268-9cd8-907163b5b3e3),segment_id=a722723a-849f-4268-9cd8-907163b5b3e3)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:00.868148 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:00.869173 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:00.892447 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e32e79-f557-4a2c-98e2-7b73db2a9b29 req-11b3f988-5829-45be-b42b-4b30b9767927 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:00.893935 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c4e32e79-f557-4a2c-98e2-7b73db2a9b29 req-11b3f988-5829-45be-b42b-4b30b9767927 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 944 time: 0.0849767 Jun 06 17:41:00.939450 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c4e32e79-f557-4a2c-98e2-7b73db2a9b29 req-aba37a8f-55f0-4624-9127-166b987bbf57 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396552 Jun 06 17:41:00.950394 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=b149514f-1f50-4f2d-9104-12ed5ef19853,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:00.962005 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:00.993639 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d330a0-cc31-4b5d-a1f1-72d10a6391a6 x-openstack-request-id: req-a9d330a0-cc31-4b5d-a1f1-72d10a6391a6 {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:41:00.994182 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33226a74-6434-4447-82d4-0fcd56a0f35b", "name": "network-vif-plugged", "status": "completed", "tag": "b149514f-1f50-4f2d-9104-12ed5ef19853", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:41:00.995277 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9d330a0-cc31-4b5d-a1f1-72d10a6391a6 {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:41:00.995855 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33226a74-6434-4447-82d4-0fcd56a0f35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b149514f-1f50-4f2d-9104-12ed5ef19853', 'code': 200} Jun 06 17:41:01.159223 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a0f1b-ecf7-4bba-8cc3-422013206730 req-7625b0df-af18-4c44-9a92-61e3b2e7fb0f tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:01.160696 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-3b4a0f1b-ecf7-4bba-8cc3-422013206730 req-7625b0df-af18-4c44-9a92-61e3b2e7fb0f tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.0809159 Jun 06 17:41:01.209420 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-3b4a0f1b-ecf7-4bba-8cc3-422013206730 req-46f84586-62bb-4a09-a2b1-5a2b7dd90616 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412977 Jun 06 17:41:02.182652 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed265b1-3b25-4f69-bbed-0d00f93343fd req-19f5d3d2-f781-460b-b092-f8ffe639f410 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:02.184224 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-aed265b1-3b25-4f69-bbed-0d00f93343fd req-19f5d3d2-f781-460b-b092-f8ffe639f410 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 945 time: 0.1375082 Jun 06 17:41:02.230220 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-aed265b1-3b25-4f69-bbed-0d00f93343fd req-7ff45cb4-f08c-4b57-af52-d5be2c754dd2 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397806 Jun 06 17:41:02.448941 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088d76e-288d-4ddc-8908-1752296753c2 req-249c2e64-bf67-4d63-8c6f-e7486b121a50 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:02.448941 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f088d76e-288d-4ddc-8908-1752296753c2 req-249c2e64-bf67-4d63-8c6f-e7486b121a50 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.0983043 Jun 06 17:41:02.495784 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f088d76e-288d-4ddc-8908-1752296753c2 req-0cf03e42-631a-404f-9531-30dae565bce2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460768 Jun 06 17:41:02.706525 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7d8af-b7bd-4ac8-a92d-dcc9363ba8f8 req-eea275a5-6c8f-4b2b-8733-aff71340db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:02.707940 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-33e7d8af-b7bd-4ac8-a92d-dcc9363ba8f8 req-eea275a5-6c8f-4b2b-8733-aff71340db2c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 1098 time: 0.0690303 Jun 06 17:41:02.747527 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-33e7d8af-b7bd-4ac8-a92d-dcc9363ba8f8 req-1ca5d28c-afc3-4959-9bbb-7b1e237802d9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327823 Jun 06 17:41:02.981264 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:41:03.435783 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056dcca-1a79-46da-9508-0561700714e4 req-e820bbcc-4c18-4282-ac53-ea7af82bb79c tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:03.437282 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d056dcca-1a79-46da-9508-0561700714e4 req-e820bbcc-4c18-4282-ac53-ea7af82bb79c tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 945 time: 0.0965593 Jun 06 17:41:03.490072 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d056dcca-1a79-46da-9508-0561700714e4 req-5b2ba54e-02b5-4f4a-9a20-cdd80c7f2624 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470874 Jun 06 17:41:03.727574 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7ab16-9672-4be9-9568-1353cd2b0824 req-744a0bc0-3231-4865-bbcd-6cacbdfd3c71 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:03.729676 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-24a7ab16-9672-4be9-9568-1353cd2b0824 req-744a0bc0-3231-4865-bbcd-6cacbdfd3c71 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.1124225 Jun 06 17:41:03.774437 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-24a7ab16-9672-4be9-9568-1353cd2b0824 req-02e7d06f-f493-4dda-926c-65fa36dd28fc tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389280 Jun 06 17:41:04.721881 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc801213-2a90-4e96-b409-62d3c3c31ec5 req-ecf4d928-9b59-408d-bd54-c1e8a04820c8 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:04.723457 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bc801213-2a90-4e96-b409-62d3c3c31ec5 req-ecf4d928-9b59-408d-bd54-c1e8a04820c8 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 945 time: 0.1082678 Jun 06 17:41:04.794328 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bc801213-2a90-4e96-b409-62d3c3c31ec5 req-d1e19abb-3bfe-4aea-b52c-1899725aaa31 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634272 Jun 06 17:41:04.977186 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759473c-7381-4854-8c1e-71a6e601eb82 req-14482663-c00c-46c9-97ec-03b79c723b6c tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:04.978656 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-8759473c-7381-4854-8c1e-71a6e601eb82 req-14482663-c00c-46c9-97ec-03b79c723b6c tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.0945139 Jun 06 17:41:05.028994 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-8759473c-7381-4854-8c1e-71a6e601eb82 req-d4373689-1eb3-4950-bc9a-eb150747357e tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432165 Jun 06 17:41:05.066021 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 36792) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:05.185795 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-797a3380-9318-4329-8936-5dfb0f6176ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:05.292160 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-797a3380-9318-4329-8936-5dfb0f6176ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:05.388331 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-797a3380-9318-4329-8936-5dfb0f6176ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:05.396813 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-a9dd02b0-27f9-4a8f-a612-881043c8e1f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:05.435411 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-797a3380-9318-4329-8936-5dfb0f6176ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3599665c998a4161bfb88228ae6a1a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3683183 Jun 06 17:41:05.437009 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a3380-9318-4329-8936-5dfb0f6176ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b02263-a5d8-4a6d-88f7-62301ef3d815,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:05.438280 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 36798) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:05.440087 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-797a3380-9318-4329-8936-5dfb0f6176ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:05.506613 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c007b959-cb73-4b6c-9b9f-46aff2b09ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:05.532884 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c007b959-cb73-4b6c-9b9f-46aff2b09ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:05.679550 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c007b959-cb73-4b6c-9b9f-46aff2b09ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:05.689796 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c007b959-cb73-4b6c-9b9f-46aff2b09ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:05.689796 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-c007b959-cb73-4b6c-9b9f-46aff2b09ee1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5b02263-a5d8-4a6d-88f7-62301ef3d815 HTTP/1.1" status: 204 len: 168 time: 0.2421577 Jun 06 17:41:05.689796 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-358783d0-e5e6-4244-9e60-d40d390d4e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:05.693572 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007b959-cb73-4b6c-9b9f-46aff2b09ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b02263-a5d8-4a6d-88f7-62301ef3d815,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:05.695792 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c007b959-cb73-4b6c-9b9f-46aff2b09ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:06.250529 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23210e-2adb-4f40-8b93-670082cc1b59 req-6a7b1924-3fb7-457f-b2a0-4baa26f12e1f tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:06.251948 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-6d23210e-2adb-4f40-8b93-670082cc1b59 req-6a7b1924-3fb7-457f-b2a0-4baa26f12e1f tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.0852807 Jun 06 17:41:06.300421 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-6d23210e-2adb-4f40-8b93-670082cc1b59 req-362c1156-dcf3-45e3-a756-3b1cd29fcb93 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428126 Jun 06 17:41:06.609581 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 36826) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:06.610160 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 36828) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:06.610500 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-171d9d3d-eafa-4910-9e10-dec017a017c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:06.731556 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-171d9d3d-eafa-4910-9e10-dec017a017c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:06.802478 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-6bf4746c-3025-422e-9649-132732ac728f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:06.886318 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-171d9d3d-eafa-4910-9e10-dec017a017c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:06.898653 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-4184756c-c39a-4509-8fa9-a9c16eb5469b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:06.939187 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-171d9d3d-eafa-4910-9e10-dec017a017c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac73eec538a546d39822d324516e66bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3830912 Jun 06 17:41:06.940061 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d9d3d-eafa-4910-9e10-dec017a017c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de539a91-922a-442c-9876-1a36709593af,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:06.941797 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 36834) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:06.943127 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-171d9d3d-eafa-4910-9e10-dec017a017c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:07.011816 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-6bf4746c-3025-422e-9649-132732ac728f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:07.030543 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9f6597c2-2ee5-4b79-8704-7cda5abda005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:07.061894 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9f6597c2-2ee5-4b79-8704-7cda5abda005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:07.131573 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-6bf4746c-3025-422e-9649-132732ac728f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:07.163167 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-250eb9c8-45f7-4a8a-956c-bbcbdae6ffee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:07.170506 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 36844) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:07.170677 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-6bf4746c-3025-422e-9649-132732ac728f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=84148d0869144057b0b8940f5e681aaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5982196 Jun 06 17:41:07.192084 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4746c-3025-422e-9649-132732ac728f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf897a5-c159-47a8-a968-10400feeaf36,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:07.196082 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-6bf4746c-3025-422e-9649-132732ac728f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:07.215520 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9f6597c2-2ee5-4b79-8704-7cda5abda005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:07.218100 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9f6597c2-2ee5-4b79-8704-7cda5abda005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:07.219245 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-9f6597c2-2ee5-4b79-8704-7cda5abda005 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de539a91-922a-442c-9876-1a36709593af HTTP/1.1" status: 204 len: 168 time: 0.2765269 Jun 06 17:41:07.220115 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-b77aa8a5-9955-4c37-9272-ef8f1a1ad57b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:07.239660 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6597c2-2ee5-4b79-8704-7cda5abda005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de539a91-922a-442c-9876-1a36709593af,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:07.242120 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-9f6597c2-2ee5-4b79-8704-7cda5abda005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:07.269056 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f2d1ffeb-c85c-4216-8ed2-2085cc259d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:07.300651 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f2d1ffeb-c85c-4216-8ed2-2085cc259d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:07.469370 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f2d1ffeb-c85c-4216-8ed2-2085cc259d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:07.471827 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f2d1ffeb-c85c-4216-8ed2-2085cc259d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:07.473003 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-f2d1ffeb-c85c-4216-8ed2-2085cc259d5c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6bf897a5-c159-47a8-a968-10400feeaf36 HTTP/1.1" status: 204 len: 168 time: 0.3011672 Jun 06 17:41:07.474694 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-a974f663-9f64-4dc7-b4ed-b0330621560b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:07.494784 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1ffeb-c85c-4216-8ed2-2085cc259d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf897a5-c159-47a8-a968-10400feeaf36,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:07.498135 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-f2d1ffeb-c85c-4216-8ed2-2085cc259d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:07.522251 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc39b3-8ac2-4d55-bc59-d05e1f17c4d9 req-3ec37dbc-48fc-4fb2-9a79-644412b50c48 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:07.529333 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-7bcc39b3-8ac2-4d55-bc59-d05e1f17c4d9 req-3ec37dbc-48fc-4fb2-9a79-644412b50c48 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.1091254 Jun 06 17:41:07.567999 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-7bcc39b3-8ac2-4d55-bc59-d05e1f17c4d9 req-479d2096-800d-4c1a-9bbc-668c2bd83c89 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377989 Jun 06 17:41:08.055480 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 36878) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:08.072318 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-23f580dc-0691-4869-9a4e-602ac10bce75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:08.186554 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-23f580dc-0691-4869-9a4e-602ac10bce75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:08.297697 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-23f580dc-0691-4869-9a4e-602ac10bce75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:08.309821 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:08.348683 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-23f580dc-0691-4869-9a4e-602ac10bce75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe06cc57a3364e4f95cba9fe256b52a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961438 Jun 06 17:41:08.351762 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 36892) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:08.358906 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f580dc-0691-4869-9a4e-602ac10bce75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5788ecf-2196-40ec-8b51-a1bc1545bd8b,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:08.370424 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-23f580dc-0691-4869-9a4e-602ac10bce75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:08.428828 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-923aba91-53c0-4059-a1b8-19a19b284ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:08.455552 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-923aba91-53c0-4059-a1b8-19a19b284ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:08.628788 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-923aba91-53c0-4059-a1b8-19a19b284ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:08.634268 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-923aba91-53c0-4059-a1b8-19a19b284ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:08.634268 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-923aba91-53c0-4059-a1b8-19a19b284ba3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b5788ecf-2196-40ec-8b51-a1bc1545bd8b HTTP/1.1" status: 204 len: 168 time: 0.2789834 Jun 06 17:41:08.634268 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-aff326fa-2016-4b74-9286-b3b3e8ddf03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:08.643331 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923aba91-53c0-4059-a1b8-19a19b284ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5788ecf-2196-40ec-8b51-a1bc1545bd8b,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:08.645811 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-923aba91-53c0-4059-a1b8-19a19b284ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:08.784425 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528ccab-3687-4793-93cd-db8b6764544a req-0ec1654a-1eed-4b40-ae49-afaf5ecf48f6 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:08.785943 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-a528ccab-3687-4793-93cd-db8b6764544a req-0ec1654a-1eed-4b40-ae49-afaf5ecf48f6 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.0976629 Jun 06 17:41:08.833170 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-a528ccab-3687-4793-93cd-db8b6764544a req-a9890c98-7aae-48db-acdf-8aab98146896 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408552 Jun 06 17:41:09.481627 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef43e29-c722-46c2-8bcd-334c612f324d req-1f1478e2-4974-44c1-8e5f-8cc36daab47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:09.485319 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0ef43e29-c722-46c2-8bcd-334c612f324d req-1f1478e2-4974-44c1-8e5f-8cc36daab47d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 1099 time: 0.1444418 Jun 06 17:41:09.551031 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0ef43e29-c722-46c2-8bcd-334c612f324d req-38f4f195-8d29-4fe2-bf37-72f12a41790a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506721 Jun 06 17:41:09.616029 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 36958) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:09.734961 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ba0c0c0b-fe1f-49c8-bf59-0bf7f3161ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:09.874717 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ba0c0c0b-fe1f-49c8-bf59-0bf7f3161ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:10.052926 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0d7ed-6b57-4d48-bea4-4a1108b0de99 req-9309d9a7-65df-4e67-b33f-701c5d176368 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:10.054556 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-84f0d7ed-6b57-4d48-bea4-4a1108b0de99 req-9309d9a7-65df-4e67-b33f-701c5d176368 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.1101012 Jun 06 17:41:10.057235 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ba0c0c0b-fe1f-49c8-bf59-0bf7f3161ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:10.063552 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eff4b3-2708-4f5f-b60c-3746076a9a2f req-84a8f94f-d76a-4503-a3c6-a612aeb092dc tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:10.065239 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d5eff4b3-2708-4f5f-b60c-3746076a9a2f req-84a8f94f-d76a-4503-a3c6-a612aeb092dc tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.0977106 Jun 06 17:41:10.067752 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:10.125734 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d5eff4b3-2708-4f5f-b60c-3746076a9a2f req-66643f7f-9389-43f7-b560-aff01c0ac3ac tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537109 Jun 06 17:41:10.137316 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 36982) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:10.137520 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-ba0c0c0b-fe1f-49c8-bf59-0bf7f3161ff0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=111471d991804b51a6dde7c65fb37432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5201819 Jun 06 17:41:10.143262 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c0c0b-fe1f-49c8-bf59-0bf7f3161ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df449a99-ca36-4d22-b084-02913a5b60ed,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:10.160040 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-ba0c0c0b-fe1f-49c8-bf59-0bf7f3161ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:10.167547 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-84f0d7ed-6b57-4d48-bea4-4a1108b0de99 req-7606e518-1d96-48d4-a886-da87d249f36f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009061 Jun 06 17:41:10.232042 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5ea0-d94f-4ba2-83a9-aa4ffcca3b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:10.261874 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5ea0-d94f-4ba2-83a9-aa4ffcca3b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:10.270201 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 36986) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:10.406290 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-169f602f-c755-456a-87bb-4b48e83e8a81 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1502868431-network', 'tenant_id': '9945bbfb3d62449ab5e7e05af310d94f'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:10.435591 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5ea0-d94f-4ba2-83a9-aa4ffcca3b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:10.439017 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5ea0-d94f-4ba2-83a9-aa4ffcca3b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:10.440419 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-7b1d5ea0-d94f-4ba2-83a9-aa4ffcca3b2d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/df449a99-ca36-4d22-b084-02913a5b60ed HTTP/1.1" status: 204 len: 168 time: 0.3021438 Jun 06 17:41:10.441292 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-6740f68d-aab9-45c0-95f1-091faa6e8bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:10.451530 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d5ea0-d94f-4ba2-83a9-aa4ffcca3b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df449a99-ca36-4d22-b084-02913a5b60ed,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:10.453958 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-7b1d5ea0-d94f-4ba2-83a9-aa4ffcca3b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:10.571663 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169f602f-c755-456a-87bb-4b48e83e8a81 admin admin] Made reservation on behalf of 9945bbfb3d62449ab5e7e05af310d94f for: {'network': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:41:10.574309 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-169f602f-c755-456a-87bb-4b48e83e8a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1686528'] for network, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:10.586369 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-169f602f-c755-456a-87bb-4b48e83e8a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:10.688697 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-169f602f-c755-456a-87bb-4b48e83e8a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:10.860936 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-169f602f-c755-456a-87bb-4b48e83e8a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:10.865143 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-610271a7-8083-4334-8c1f-00ede11cd48c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:10.895281 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169f602f-c755-456a-87bb-4b48e83e8a81 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=98884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:41:10.904394 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f602f-c755-456a-87bb-4b48e83e8a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09565930-c763-4b9d-a33e-242e73a15c5d,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:10.908009 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-169f602f-c755-456a-87bb-4b48e83e8a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:10.910489 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-169f602f-c755-456a-87bb-4b48e83e8a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:10.910842 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.db.segments_db [None req-169f602f-c755-456a-87bb-4b48e83e8a81 admin admin] Added segment 98fd0eb8-8930-410f-b410-560aabccb798 of type vlan for network b495e757-90ab-4214-b925-875e1f809103 Jun 06 17:41:10.939818 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-169f602f-c755-456a-87bb-4b48e83e8a81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779962068718'] for network, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:11.057581 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-169f602f-c755-456a-87bb-4b48e83e8a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186'] for network, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:11.058989 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169f602f-c755-456a-87bb-4b48e83e8a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:11.059635 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-169f602f-c755-456a-87bb-4b48e83e8a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:11.063211 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:11.155319 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f602f-c755-456a-87bb-4b48e83e8a81 admin admin] Pushing event updated for resources: {'Network': ['ID=b495e757-90ab-4214-b925-875e1f809103,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:11.158027 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-169f602f-c755-456a-87bb-4b48e83e8a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:11.166581 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Network b495e757-90ab-4214-b925-875e1f809103 details requested by agent ovs-agent-dv-cinder-791281-4-iscsi with host dv-cinder-791281-4-iscsi {{(pid=98886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:41:11.204870 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-169f602f-c755-456a-87bb-4b48e83e8a81 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9335191 Jun 06 17:41:11.207868 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 37004) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:11.213979 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-529ebc82-06af-41b1-b602-a148168422ad admin admin] Request body: {'subnet': {'network_id': 'b495e757-90ab-4214-b925-875e1f809103', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1502868431-subnet', 'tenant_id': '9945bbfb3d62449ab5e7e05af310d94f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:11.357759 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845bd97-45a3-4c78-93ea-12debb6a5f68 req-841af49c-e1d6-4f6b-acf0-2241b0a072ff tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:11.359809 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-1845bd97-45a3-4c78-93ea-12debb6a5f68 req-841af49c-e1d6-4f6b-acf0-2241b0a072ff tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.0950515 Jun 06 17:41:11.387224 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 37010) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:11.417846 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-7d7c2b33-5c61-402c-9b00-f76e02d44ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:11.448158 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529ebc82-06af-41b1-b602-a148168422ad admin admin] Made reservation on behalf of 9945bbfb3d62449ab5e7e05af310d94f for: {'subnet': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:41:11.450463 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-529ebc82-06af-41b1-b602-a148168422ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16410940'] for subnet, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:11.455689 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abc018-cfac-4bd0-8c52-ac637b7d8f1b req-febff9e9-ddf0-4ba6-82a5-d57d4b8ec81b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:11.457607 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-83abc018-cfac-4bd0-8c52-ac637b7d8f1b req-febff9e9-ddf0-4ba6-82a5-d57d4b8ec81b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.1268878 Jun 06 17:41:11.489402 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-1845bd97-45a3-4c78-93ea-12debb6a5f68 req-02279d8e-7cb6-4a87-9d86-7f7848719431 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221750 Jun 06 17:41:11.511607 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-83abc018-cfac-4bd0-8c52-ac637b7d8f1b req-b9c481ef-f546-4e04-adfe-111117b450cc tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481582 Jun 06 17:41:11.730040 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-7d7c2b33-5c61-402c-9b00-f76e02d44ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:11.823883 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-7d7c2b33-5c61-402c-9b00-f76e02d44ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:11.830768 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-171d9d3d-eafa-4910-9e10-dec017a017c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:11.903535 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-529ebc82-06af-41b1-b602-a148168422ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14987934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16410926'] for subnet, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:11.942561 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c2b33-5c61-402c-9b00-f76e02d44ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fee102b-afdb-42ee-bf7d-b94797c5d3e2,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:11.946553 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-7d7c2b33-5c61-402c-9b00-f76e02d44ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:11.949740 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-7d7c2b33-5c61-402c-9b00-f76e02d44ed7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da6c650b7e1e4cbea22c2f901b124d58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5595748 Jun 06 17:41:11.950339 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:11.952510 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 37018) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:12.025008 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-fd5afb02-54b7-459d-9043-0d99dcb6288a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:12.025594 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529ebc82-06af-41b1-b602-a148168422ad admin admin] Checking segment: {'id': '98fd0eb8-8930-410f-b410-560aabccb798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b495e757-90ab-4214-b925-875e1f809103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:41:12.026032 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529ebc82-06af-41b1-b602-a148168422ad admin admin] Network hostable DHCP agents. Network: b495e757-90ab-4214-b925-875e1f809103, hostable agents: ['45453017-52f2-4007-8a53-c2b26b96b466'], hosted agents: [] {{(pid=98885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:41:12.031761 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ebc82-06af-41b1-b602-a148168422ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5e7f43b-113c-4056-baf2-de5e247a2550,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:12.038370 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-529ebc82-06af-41b1-b602-a148168422ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:12.053198 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-fd5afb02-54b7-459d-9043-0d99dcb6288a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:12.132016 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6438e7-34ad-4f70-bd56-8619dab3debf req-cad557ea-d7d8-457d-8271-2b550377472a tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:12.133556 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ee6438e7-34ad-4f70-bd56-8619dab3debf req-cad557ea-d7d8-457d-8271-2b550377472a tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.0836670 Jun 06 17:41:12.154199 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529ebc82-06af-41b1-b602-a148168422ad admin admin] Network b495e757-90ab-4214-b925-875e1f809103 is scheduled to be hosted by DHCP agent 45453017-52f2-4007-8a53-c2b26b96b466 with binding_index 1 {{(pid=98885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:41:12.177452 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-fd5afb02-54b7-459d-9043-0d99dcb6288a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:12.179887 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-fd5afb02-54b7-459d-9043-0d99dcb6288a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:12.181573 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-fd5afb02-54b7-459d-9043-0d99dcb6288a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9fee102b-afdb-42ee-bf7d-b94797c5d3e2 HTTP/1.1" status: 204 len: 168 time: 0.2274008 Jun 06 17:41:12.182949 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ee6438e7-34ad-4f70-bd56-8619dab3debf req-8d6efc1a-e557-48b9-b201-2408a40f3ba2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432308 Jun 06 17:41:12.190408 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:12.194061 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5afb02-54b7-459d-9043-0d99dcb6288a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fee102b-afdb-42ee-bf7d-b94797c5d3e2,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:12.206256 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-fd5afb02-54b7-459d-9043-0d99dcb6288a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:12.279988 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-529ebc82-06af-41b1-b602-a148168422ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-iscsi, b495e757-90ab-4214-b925-875e1f809103) {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:12.284323 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529ebc82-06af-41b1-b602-a148168422ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:12.284888 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-529ebc82-06af-41b1-b602-a148168422ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:12.292399 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306c4881-5ee7-4ddd-b547-65beeaf30b0d None None] Network b495e757-90ab-4214-b925-875e1f809103 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:41:12.384136 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-529ebc82-06af-41b1-b602-a148168422ad admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1741860 Jun 06 17:41:12.502430 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16041714-5bc4-406a-a33d-079ed7860b07 None None] Network b495e757-90ab-4214-b925-875e1f809103 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:41:12.750484 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fbd2d-37f3-4059-aa2d-6b1f415c5854 req-3e376390-144e-4fc5-9198-54cb0ba337b9 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:12.751938 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-714fbd2d-37f3-4059-aa2d-6b1f415c5854 req-3e376390-144e-4fc5-9198-54cb0ba337b9 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.0948670 Jun 06 17:41:12.800285 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-714fbd2d-37f3-4059-aa2d-6b1f415c5854 req-c94f6981-8650-4a0a-89a7-a8f418ad1689 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418687 Jun 06 17:41:13.373548 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb689ce-a11c-4f69-8738-cd915465fa39 req-5a01c369-690c-449f-bda1-8999e932a61c tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:13.375009 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5eb689ce-a11c-4f69-8738-cd915465fa39 req-5a01c369-690c-449f-bda1-8999e932a61c tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.0828185 Jun 06 17:41:13.424006 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5eb689ce-a11c-4f69-8738-cd915465fa39 req-218fddaf-91d0-4011-9d17-790d486e135b tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432286 Jun 06 17:41:13.882498 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc9d8e-75fc-477d-a636-3487d36c0c21 req-8876536b-aaca-4297-9e78-286fd16ad49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:13.884125 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-58dc9d8e-75fc-477d-a636-3487d36c0c21 req-8876536b-aaca-4297-9e78-286fd16ad49b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54404c87ce744aa8910669de4dfb4c3a&device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 1099 time: 0.1443911 Jun 06 17:41:14.091077 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc9d8e-75fc-477d-a636-3487d36c0c21 req-2194c594-48de-4e98-aaa2-414fb82cc346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:14.092690 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-58dc9d8e-75fc-477d-a636-3487d36c0c21 req-2194c594-48de-4e98-aaa2-414fb82cc346 service neutron] 10.222.0.35 "GET /v2.0/networks?id=91e36ee1-9372-4204-9256-6e9d56fc176b HTTP/1.1" status: 200 len: 920 time: 0.1990635 Jun 06 17:41:14.107496 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f906765-4077-4c54-a970-2c36ab7402ea req-0d92f215-33ff-455b-b826-083f76a78aef tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:14.108852 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4f906765-4077-4c54-a970-2c36ab7402ea req-0d92f215-33ff-455b-b826-083f76a78aef tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.1634209 Jun 06 17:41:14.189138 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-58dc9d8e-75fc-477d-a636-3487d36c0c21 req-d393317e-dd83-489e-8fb8-3c3c7f4ea4f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4022d63f-da4c-44a3-b75c-b5d033797316 HTTP/1.1" status: 200 len: 217 time: 0.0777700 Jun 06 17:41:14.251060 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4f906765-4077-4c54-a970-2c36ab7402ea req-5a3e41ff-4f76-41a3-be3e-0e5c3be3c936 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907784 Jun 06 17:41:14.274711 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc9d8e-75fc-477d-a636-3487d36c0c21 req-e594d087-18eb-44e7-bcc5-ca326d7ec0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:14.276924 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-58dc9d8e-75fc-477d-a636-3487d36c0c21 req-e594d087-18eb-44e7-bcc5-ca326d7ec0b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88f6cacd-d427-4a47-bf7c-020d70a116c4 HTTP/1.1" status: 200 len: 859 time: 0.0774002 Jun 06 17:41:14.325926 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-58dc9d8e-75fc-477d-a636-3487d36c0c21 req-6c817caa-2018-48ec-84e8-ed9801d4fe32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91e36ee1-9372-4204-9256-6e9d56fc176b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420346 Jun 06 17:41:14.376577 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 37082) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:14.465803 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-58dc9d8e-75fc-477d-a636-3487d36c0c21 req-f413a4a0-e8e3-4073-8ce1-486409e0300a service neutron] 10.222.0.35 "GET /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267943 Jun 06 17:41:14.505346 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-92fa8748-06a4-4ff5-882c-89bdb5d521c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:14.603265 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-58dc9d8e-75fc-477d-a636-3487d36c0c21 req-d91f72e3-cff8-4e39-bd94-6bfae232c1c3 service neutron] 10.222.0.35 "GET /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278286 Jun 06 17:41:14.663079 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d020ea-393d-48e0-b471-06baf0af4a34 req-6d20052a-2888-4f65-93f4-799eb7a38d62 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:14.664545 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-13d020ea-393d-48e0-b471-06baf0af4a34 req-6d20052a-2888-4f65-93f4-799eb7a38d62 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.1300931 Jun 06 17:41:14.711329 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-92fa8748-06a4-4ff5-882c-89bdb5d521c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:14.737630 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-13d020ea-393d-48e0-b471-06baf0af4a34 req-1e18a475-49e4-408a-b8d0-1d9f2db9aa92 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503910 Jun 06 17:41:14.874350 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-92fa8748-06a4-4ff5-882c-89bdb5d521c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:14.881198 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-23c5c1ff-95a2-48db-9bcc-467832fc94d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:14.923534 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-92fa8748-06a4-4ff5-882c-89bdb5d521c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9bbbb5b5ca614ca4a4ff9a351f9afe29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5457704 Jun 06 17:41:14.924489 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa8748-06a4-4ff5-882c-89bdb5d521c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebcfb7b-abfd-40a7-9ee1-d8293556150c,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:14.926261 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 37098) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:14.927494 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-92fa8748-06a4-4ff5-882c-89bdb5d521c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:14.989422 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-c34cfa60-c229-4ea6-bad7-9e7cc5944c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:15.020098 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-c34cfa60-c229-4ea6-bad7-9e7cc5944c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:15.169333 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-c34cfa60-c229-4ea6-bad7-9e7cc5944c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:15.171735 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-c34cfa60-c229-4ea6-bad7-9e7cc5944c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:15.175336 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-c34cfa60-c229-4ea6-bad7-9e7cc5944c16 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eebcfb7b-abfd-40a7-9ee1-d8293556150c HTTP/1.1" status: 204 len: 168 time: 0.2450781 Jun 06 17:41:15.175336 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-169f602f-c755-456a-87bb-4b48e83e8a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:15.185203 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cfa60-c229-4ea6-bad7-9e7cc5944c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebcfb7b-abfd-40a7-9ee1-d8293556150c,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:15.187412 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-c34cfa60-c229-4ea6-bad7-9e7cc5944c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:15.447037 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4dc20-af00-4865-bc96-ec54dafcfc93 req-f437a162-66d0-4d2a-9aa2-2570874c0b6e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:15.448850 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bee4dc20-af00-4865-bc96-ec54dafcfc93 req-f437a162-66d0-4d2a-9aa2-2570874c0b6e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.0844646 Jun 06 17:41:15.507517 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bee4dc20-af00-4865-bc96-ec54dafcfc93 req-84bcd5eb-cb18-4d36-bad1-8a60b57f8a0a tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531392 Jun 06 17:41:15.971001 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-5b5b7fc5-275f-404a-9df3-83c967c24fe4 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:15.972587 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-5b5b7fc5-275f-404a-9df3-83c967c24fe4 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/networks?id=b495e757-90ab-4214-b925-875e1f809103 HTTP/1.1" status: 200 len: 809 time: 0.2474840 Jun 06 17:41:15.984031 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9873845-7b9b-45a9-9f69-390603a30693 req-3c360222-385e-448b-9bc0-3d5301da7023 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:15.986543 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b9873845-7b9b-45a9-9f69-390603a30693 req-3c360222-385e-448b-9bc0-3d5301da7023 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.1122315 Jun 06 17:41:15.990261 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-a623d31a-e82c-47c2-9afc-428530c38c82 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/quotas/9945bbfb3d62449ab5e7e05af310d94f HTTP/1.1" status: 200 len: 375 time: 0.0118449 Jun 06 17:41:16.042472 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-b3a99477-22ac-47ed-9af3-1a47c97b7669 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9945bbfb3d62449ab5e7e05af310d94f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442605 Jun 06 17:41:16.048818 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b9873845-7b9b-45a9-9f69-390603a30693 req-c154e2c6-c525-4c95-83a4-803503269f40 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564291 Jun 06 17:41:16.201020 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-cecc5e50-1a5f-4c10-8c85-14b90b718c56 service neutron] 10.222.0.18 "GET /v2.0/networks/b495e757-90ab-4214-b925-875e1f809103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500871 Jun 06 17:41:16.338773 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-870016b2-4aa7-4821-8f26-6a2268c3c2a0 service neutron] 10.222.0.18 "GET /v2.0/networks/b495e757-90ab-4214-b925-875e1f809103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313968 Jun 06 17:41:16.736179 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901de716-1951-462d-8890-ee82c4ba7e74 req-67edcf3f-53a6-44f5-906f-9233a95515cf tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:16.737662 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-901de716-1951-462d-8890-ee82c4ba7e74 req-67edcf3f-53a6-44f5-906f-9233a95515cf tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.1030097 Jun 06 17:41:16.753690 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c3b72623-c116-4a0b-bd8b-6c1ec0235337 req-f65010b8-01f7-45c0-b556-b9c6f956f23c tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=c22f097b-38a2-40e1-a1a4-19825c3711f1 HTTP/1.1" status: 200 len: 210 time: 0.0945711 Jun 06 17:41:16.809489 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-901de716-1951-462d-8890-ee82c4ba7e74 req-1e8234f6-012d-402a-822f-fa9f17533a7d tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628967 Jun 06 17:41:17.227971 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426429d9-538b-46f2-936c-24d74b1ff5e6 req-217ce98f-26c0-489a-a20c-c98c9d7282a6 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:17.229990 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-426429d9-538b-46f2-936c-24d74b1ff5e6 req-217ce98f-26c0-489a-a20c-c98c9d7282a6 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.0814612 Jun 06 17:41:17.280973 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-426429d9-538b-46f2-936c-24d74b1ff5e6 req-d4f035b3-c38b-49d9-8afd-1133d5d814be tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443242 Jun 06 17:41:17.851249 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8ffbcf8f-25de-4b69-af0d-09b51fbe56b9 req-dba85940-0795-456d-9afd-c9fdb7fde8f8 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=c22f097b-38a2-40e1-a1a4-19825c3711f1 HTTP/1.1" status: 200 len: 210 time: 0.0487828 Jun 06 17:41:18.006859 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d32d90-8a08-46b0-9be9-19af98be12d7 req-2672963e-f275-4862-a953-c9131fbcbc36 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:18.008266 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-e4d32d90-8a08-46b0-9be9-19af98be12d7 req-2672963e-f275-4862-a953-c9131fbcbc36 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.0813606 Jun 06 17:41:18.055048 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-e4d32d90-8a08-46b0-9be9-19af98be12d7 req-2c1f0ef1-1031-471a-8143-bd80300f25c2 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401556 Jun 06 17:41:18.466569 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36942217-f52a-4db1-9cfb-e409302ae33c req-62123d8c-bea4-4406-9aae-0fdc7b902559 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:18.468005 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-36942217-f52a-4db1-9cfb-e409302ae33c req-62123d8c-bea4-4406-9aae-0fdc7b902559 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.0793777 Jun 06 17:41:18.513267 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-36942217-f52a-4db1-9cfb-e409302ae33c req-806e617c-9d4e-4fc2-b45b-ce8c5d99a82c tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397410 Jun 06 17:41:19.004096 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-7bdf82cb-e595-4318-a852-beac37dce05e req-11756277-8ded-435f-b717-0db46a19c72d tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=c22f097b-38a2-40e1-a1a4-19825c3711f1 HTTP/1.1" status: 200 len: 210 time: 0.0445280 Jun 06 17:41:19.249393 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46beb23d-bf3e-4b2a-8168-cb961da34a5c req-dc2f76aa-03ca-48a7-aa4f-a0023216511f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:19.250842 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-46beb23d-bf3e-4b2a-8168-cb961da34a5c req-dc2f76aa-03ca-48a7-aa4f-a0023216511f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.0863016 Jun 06 17:41:19.295953 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-46beb23d-bf3e-4b2a-8168-cb961da34a5c req-8692f28c-b382-4e14-bfcc-0220a78471ef tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391321 Jun 06 17:41:19.711534 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea238b-de99-4f39-b5c4-cbde0763247b req-cfd0caaa-177a-4a2a-9461-c6d99d45fa7e tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:19.711534 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ceea238b-de99-4f39-b5c4-cbde0763247b req-cfd0caaa-177a-4a2a-9461-c6d99d45fa7e tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.0906386 Jun 06 17:41:19.756971 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ceea238b-de99-4f39-b5c4-cbde0763247b req-86f0cff3-821f-4b36-a2b6-46020844c346 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406017 Jun 06 17:41:20.155478 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-439f7247-41e6-41f9-9d9c-e993ffd92762 req-58fdc62d-0a29-4e26-bead-710e0b623fcf tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=c22f097b-38a2-40e1-a1a4-19825c3711f1 HTTP/1.1" status: 200 len: 210 time: 0.0422065 Jun 06 17:41:20.308800 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-a72b0ce1-a28c-4a9c-908d-1d8f8fc7331c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:20.482396 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dc8a3-ffee-43f9-9b91-969593c045ba req-490a8fc8-4d5b-4ea9-bba8-3978926b2d7c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:20.483724 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-aa2dc8a3-ffee-43f9-9b91-969593c045ba req-490a8fc8-4d5b-4ea9-bba8-3978926b2d7c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.0793228 Jun 06 17:41:20.528228 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-aa2dc8a3-ffee-43f9-9b91-969593c045ba req-d57a94ec-ab5d-489c-a50f-bdcaa3296cce tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388670 Jun 06 17:41:20.953907 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8edea-5a3e-44df-a348-37f01a6d198b req-fb1f11a7-c25b-43ef-a9f6-382a1df7e3b4 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:20.955431 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8de8edea-5a3e-44df-a348-37f01a6d198b req-fb1f11a7-c25b-43ef-a9f6-382a1df7e3b4 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.0929604 Jun 06 17:41:21.005873 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8de8edea-5a3e-44df-a348-37f01a6d198b req-45c6fcb6-dd75-4e1d-ae7e-5fc3867e5841 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421672 Jun 06 17:41:21.314027 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-4f60e3e1-8295-4383-a06e-39b23c26347e req-dadc7344-1b12-4d76-bd76-88fe7415b33b tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=c22f097b-38a2-40e1-a1a4-19825c3711f1 HTTP/1.1" status: 200 len: 210 time: 0.0507250 Jun 06 17:41:21.732704 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b4706-228d-4a81-abc5-b62684b037e9 req-ce4801a9-f96c-4f6c-8df5-22761e9e2a3f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:21.734499 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-681b4706-228d-4a81-abc5-b62684b037e9 req-ce4801a9-f96c-4f6c-8df5-22761e9e2a3f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.0841079 Jun 06 17:41:21.788592 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-681b4706-228d-4a81-abc5-b62684b037e9 req-96eadbc9-8f05-410e-be1b-5542c47b8a0d tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475137 Jun 06 17:41:22.484844 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0d28ab0a-d9e4-44f0-aabf-7463fa22cdd9 req-1d8349f6-9f2d-47eb-8b01-cc78a8492273 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=c22f097b-38a2-40e1-a1a4-19825c3711f1 HTTP/1.1" status: 200 len: 210 time: 0.0580189 Jun 06 17:41:22.834783 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:23.021941 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-b352e614-d5b9-4408-9e9a-a316cb82c9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:23.052113 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b97ec6-8060-4bd4-a322-612ea5b6b4c4 req-66782bc1-07f5-4e21-8017-ddce091e6d62 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:23.053576 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f8b97ec6-8060-4bd4-a322-612ea5b6b4c4 req-66782bc1-07f5-4e21-8017-ddce091e6d62 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.1476443 Jun 06 17:41:23.100102 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f8b97ec6-8060-4bd4-a322-612ea5b6b4c4 req-1ccf4d67-d646-45ef-9ffb-229fd1023dc4 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401926 Jun 06 17:41:23.390702 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-14182c8e-10c3-4db0-a156-d3c0acfcf927 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:23.392182 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-14182c8e-10c3-4db0-a156-d3c0acfcf927 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.35 "GET /v2.0/networks?id=b495e757-90ab-4214-b925-875e1f809103 HTTP/1.1" status: 200 len: 809 time: 0.1464164 Jun 06 17:41:23.405199 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-589aa331-a977-46fe-89f3-80ae9f6feb2e tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Request body: {'port': {'device_id': 'c22f097b-38a2-40e1-a1a4-19825c3711f1', 'network_id': 'b495e757-90ab-4214-b925-875e1f809103', 'admin_state_up': True, 'tenant_id': '9945bbfb3d62449ab5e7e05af310d94f'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:23.634301 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-108bdda9-0ad1-4233-94d7-ece8ddd55296 req-98cba870-cb88-4e20-88c5-32b1181876db tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=c22f097b-38a2-40e1-a1a4-19825c3711f1 HTTP/1.1" status: 200 len: 210 time: 0.0419633 Jun 06 17:41:23.714722 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-589aa331-a977-46fe-89f3-80ae9f6feb2e tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Made reservation on behalf of 9945bbfb3d62449ab5e7e05af310d94f for: {'port': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:41:23.718310 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-589aa331-a977-46fe-89f3-80ae9f6feb2e tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:23.884674 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-589aa331-a977-46fe-89f3-80ae9f6feb2e tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Allocated IP 172.20.0.4 (b495e757-90ab-4214-b925-875e1f809103/b5e7f43b-113c-4056-baf2-de5e247a2550/afd08cdb-a854-4635-a382-60ef856bf468) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:41:23.960846 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:24.147617 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-589aa331-a977-46fe-89f3-80ae9f6feb2e tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:24.206179 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38a7ef-4cd1-4bb1-aff6-53100898bd68 req-0b92ac67-90cc-4b1e-8812-244310f94773 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:24.206179 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0b38a7ef-4cd1-4bb1-aff6-53100898bd68 req-0b92ac67-90cc-4b1e-8812-244310f94773 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.1073465 Jun 06 17:41:24.254665 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0b38a7ef-4cd1-4bb1-aff6-53100898bd68 req-dbd1675b-b86e-43ec-a80e-01bc46dc54d7 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440998 Jun 06 17:41:24.355923 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-589aa331-a977-46fe-89f3-80ae9f6feb2e tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:24.370626 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:24.411966 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772d130-b98e-4b38-bcd8-3c2021c8f093 req-67d80719-2540-4f20-88dc-a94c8b0a6aa8 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:24.413841 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f772d130-b98e-4b38-bcd8-3c2021c8f093 req-67d80719-2540-4f20-88dc-a94c8b0a6aa8 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.1801224 Jun 06 17:41:24.458272 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-589aa331-a977-46fe-89f3-80ae9f6feb2e tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Network b495e757-90ab-4214-b925-875e1f809103 is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:41:24.459664 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589aa331-a977-46fe-89f3-80ae9f6feb2e tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Pushing event updated for resources: {'Port': ['ID=afd08cdb-a854-4635-a382-60ef856bf468,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:24.473486 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f772d130-b98e-4b38-bcd8-3c2021c8f093 req-117b16d7-37cf-4650-b567-a02c9b6d13a4 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483127 Jun 06 17:41:24.473601 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-589aa331-a977-46fe-89f3-80ae9f6feb2e tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:24.473601 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-589aa331-a977-46fe-89f3-80ae9f6feb2e tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:24.476188 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-589aa331-a977-46fe-89f3-80ae9f6feb2e tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:41:24.563332 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-589aa331-a977-46fe-89f3-80ae9f6feb2e tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:24.564483 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-589aa331-a977-46fe-89f3-80ae9f6feb2e tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:24.710881 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-589aa331-a977-46fe-89f3-80ae9f6feb2e tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3094718 Jun 06 17:41:24.730618 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Request body: {'port': {'device_id': 'c22f097b-38a2-40e1-a1a4-19825c3711f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:24.855855 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:24.934761 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d43c41-ca5c-4029-9174-a99d673ecb61 req-9cdc0a50-d45d-45ae-8620-23feb024252a tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:24.936989 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-90d43c41-ca5c-4029-9174-a99d673ecb61 req-9cdc0a50-d45d-45ae-8620-23feb024252a tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=c22f097b-38a2-40e1-a1a4-19825c3711f1 HTTP/1.1" status: 200 len: 931 time: 0.0948296 Jun 06 17:41:24.993448 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-90d43c41-ca5c-4029-9174-a99d673ecb61 req-d4ab2b99-720f-4dad-ace9-2502c2b2e8cd tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507498 Jun 06 17:41:25.264520 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd08cdb-a854-4635-a382-60ef856bf468 {{(pid=98884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:41:25.272161 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:25.288113 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Transition to ACTIVE for port object afd08cdb-a854-4635-a382-60ef856bf468 will not be triggered until provisioned by entity L2. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:41:25.311771 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-bc782379-b98d-49d0-9f46-80132f5d8254 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:25.313201 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-bc782379-b98d-49d0-9f46-80132f5d8254 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/networks?id=5819759c-7390-4859-9471-3f1914d1536e HTTP/1.1" status: 200 len: 814 time: 0.1747301 Jun 06 17:41:25.328300 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-b71e9c8f-6be6-4e75-bb2c-7f88577a9182 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/quotas/d5b58d21b43f4c29abeede717f6a7632 HTTP/1.1" status: 200 len: 375 time: 0.0097744 Jun 06 17:41:25.389119 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:25.396021 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-93de022d-dfd3-4260-80d1-03ed55bc5fa5 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:25.418493 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-039b2a85-ff6d-4d0c-960d-6318c4ac1dc8 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5b58d21b43f4c29abeede717f6a7632&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0847108 Jun 06 17:41:25.555478 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Pushing event updated for resources: {'Port': ['ID=afd08cdb-a854-4635-a382-60ef856bf468,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:25.562753 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:25.573834 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-d040e453-bebc-4014-b105-b688518adce9 service neutron] 10.222.0.18 "GET /v2.0/networks/5819759c-7390-4859-9471-3f1914d1536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457050 Jun 06 17:41:25.745165 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Attempting to bind port afd08cdb-a854-4635-a382-60ef856bf468 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:41:25.745822 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Attempting to bind port afd08cdb-a854-4635-a382-60ef856bf468 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '98fd0eb8-8930-410f-b410-560aabccb798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b495e757-90ab-4214-b925-875e1f809103'}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:41:25.746007 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Attempting to bind port afd08cdb-a854-4635-a382-60ef856bf468 on network b495e757-90ab-4214-b925-875e1f809103 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:41:25.751564 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Port afd08cdb-a854-4635-a382-60ef856bf468 on network b495e757-90ab-4214-b925-875e1f809103 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:41:25.752513 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Attempting to bind port afd08cdb-a854-4635-a382-60ef856bf468 on network b495e757-90ab-4214-b925-875e1f809103 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:41:25.758439 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Checking agent: {'id': '6c14353c-f6d9-4edd-9e01-bd5de19f5e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'started_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:41:25.758944 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Checking segment: {'id': '98fd0eb8-8930-410f-b410-560aabccb798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b495e757-90ab-4214-b925-875e1f809103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:41:25.759675 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Bound using segment: {'id': '98fd0eb8-8930-410f-b410-560aabccb798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b495e757-90ab-4214-b925-875e1f809103'} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:41:25.760110 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Bound port: afd08cdb-a854-4635-a382-60ef856bf468, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98fd0eb8-8930-410f-b410-560aabccb798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b495e757-90ab-4214-b925-875e1f809103'}}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:41:25.760632 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:25.808256 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-decaf751-7e0d-42a7-a692-7e8d75d4a819 service neutron] 10.222.0.18 "GET /v2.0/networks/5819759c-7390-4859-9471-3f1914d1536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310810 Jun 06 17:41:25.815785 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 37380) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:25.824202 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:25.974265 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] For port afd08cdb-a854-4635-a382-60ef856bf468, host hv-cinder-79128, cleared binding levels {{(pid=98884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:41:25.981571 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] For port afd08cdb-a854-4635-a382-60ef856bf468, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=afd08cdb-a854-4635-a382-60ef856bf468,segment=NetworkSegment(98fd0eb8-8930-410f-b410-560aabccb798),segment_id=98fd0eb8-8930-410f-b410-560aabccb798)] {{(pid=98884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:41:26.034222 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f2516cbb-65b6-4f50-ae74-55d1a0d69b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:26.078420 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b474611-43ec-44ea-bfbe-0dad98c611d9 req-1dd2e6a9-1bdc-4bad-b8f3-f47513e2fb62 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:26.084671 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8b474611-43ec-44ea-bfbe-0dad98c611d9 req-1dd2e6a9-1bdc-4bad-b8f3-f47513e2fb62 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.0910504 Jun 06 17:41:26.105697 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:26.120143 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-6f1c8600-a097-42cf-a099-e4b31e7a78fe tempest-DeleteServersTestJSON-619870400 tempest-DeleteServersTestJSON-619870400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:26.166417 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f2516cbb-65b6-4f50-ae74-55d1a0d69b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:26.232019 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:26.232965 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:26.233849 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] 10.222.0.35 "PUT /v2.0/ports/afd08cdb-a854-4635-a382-60ef856bf468 HTTP/1.1" status: 200 len: 1093 time: 1.5105779 Jun 06 17:41:26.250119 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8b474611-43ec-44ea-bfbe-0dad98c611d9 req-645e0c39-f792-41d4-aa23-30b7868526d0 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636701 Jun 06 17:41:26.250609 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22f097b-38a2-40e1-a1a4-19825c3711f1', 'tag': 'afd08cdb-a854-4635-a382-60ef856bf468'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:41:26.252892 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5075393-8aed-425c-b54d-c1e347d090e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c22f097b-38a2-40e1-a1a4-19825c3711f1", "tag": "afd08cdb-a854-4635-a382-60ef856bf468"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:41:26.281892 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f2516cbb-65b6-4f50-ae74-55d1a0d69b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:26.287014 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Pushing event updated for resources: {'Port': ['ID=afd08cdb-a854-4635-a382-60ef856bf468,revision_number=3']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:26.298433 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:26.315079 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-d6f894aa-88db-4a74-95cf-f18668cd9d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:26.365248 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-f2516cbb-65b6-4f50-ae74-55d1a0d69b20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd30416980da4993afc948f903f425ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5444577 Jun 06 17:41:26.367595 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 37408) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:26.381385 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7e87fb4c-489b-4eac-8d80-c521f12da62b req-4ab25a32-5e89-4db4-83d2-213eb7009101 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 210 time: 0.0711465 Jun 06 17:41:26.432176 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2516cbb-65b6-4f50-ae74-55d1a0d69b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c733512f-c9dd-4ea3-bd68-7d2a827b25b0,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:26.436176 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-f2516cbb-65b6-4f50-ae74-55d1a0d69b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:26.466074 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba84956-f7f3-4989-8cef-b70fa2ecc6e2 x-openstack-request-id: req-7ba84956-f7f3-4989-8cef-b70fa2ecc6e2 {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:41:26.466395 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22f097b-38a2-40e1-a1a4-19825c3711f1", "tag": "afd08cdb-a854-4635-a382-60ef856bf468", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:41:26.466649 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ba84956-f7f3-4989-8cef-b70fa2ecc6e2 {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:41:26.467058 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c22f097b-38a2-40e1-a1a4-19825c3711f1', 'tag': 'afd08cdb-a854-4635-a382-60ef856bf468', 'status': 'completed', 'code': 200} Jun 06 17:41:26.468420 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2ea7e-3681-406b-9df0-f2680a5a2c60 req-a0cbb090-071c-4569-b9de-22b5d78156b8 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:26.470032 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-29d2ea7e-3681-406b-9df0-f2680a5a2c60 req-a0cbb090-071c-4569-b9de-22b5d78156b8 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=c22f097b-38a2-40e1-a1a4-19825c3711f1 HTTP/1.1" status: 200 len: 943 time: 0.2454991 Jun 06 17:41:26.526056 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-926fc975-fa67-404f-9c59-95ff6f8fee3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:26.561355 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-29d2ea7e-3681-406b-9df0-f2680a5a2c60 req-fb147416-5aeb-4c69-80c0-754b58330905 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852554 Jun 06 17:41:26.572687 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-926fc975-fa67-404f-9c59-95ff6f8fee3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:26.576716 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-4f8b70b8-9c99-4d48-aff1-4d7a86cfe1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:26.578181 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-4f8b70b8-9c99-4d48-aff1-4d7a86cfe1f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9945bbfb3d62449ab5e7e05af310d94f&device_id=c22f097b-38a2-40e1-a1a4-19825c3711f1 HTTP/1.1" status: 200 len: 1096 time: 0.0799484 Jun 06 17:41:26.653626 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-013dab19-5a33-4362-b500-daf3a5fe3bbd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd08cdb-a854-4635-a382-60ef856bf468 HTTP/1.1" status: 200 len: 217 time: 0.0640054 Jun 06 17:41:26.717201 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-d2b17fac-e9bd-40b8-a834-f42c025cb727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:26.718624 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-d2b17fac-e9bd-40b8-a834-f42c025cb727 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b5e7f43b-113c-4056-baf2-de5e247a2550 HTTP/1.1" status: 200 len: 849 time: 0.0580676 Jun 06 17:41:26.774126 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-078ad82b-e32f-4d95-bf56-1866320a52cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b495e757-90ab-4214-b925-875e1f809103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486319 Jun 06 17:41:26.904582 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-281c56fe-4d71-4c96-9a06-6339b0b59097 service neutron] 10.222.0.35 "GET /v2.0/networks/b495e757-90ab-4214-b925-875e1f809103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228933 Jun 06 17:41:26.906523 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-926fc975-fa67-404f-9c59-95ff6f8fee3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:26.909044 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-926fc975-fa67-404f-9c59-95ff6f8fee3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:26.910127 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-926fc975-fa67-404f-9c59-95ff6f8fee3b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c733512f-c9dd-4ea3-bd68-7d2a827b25b0 HTTP/1.1" status: 204 len: 168 time: 0.5414786 Jun 06 17:41:26.910846 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-dc972107-43a3-4950-a2fb-4cde6ece0abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:26.920730 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926fc975-fa67-404f-9c59-95ff6f8fee3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c733512f-c9dd-4ea3-bd68-7d2a827b25b0,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:26.924288 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-926fc975-fa67-404f-9c59-95ff6f8fee3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:27.065687 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-63d19e06-f8a9-48b9-bcf7-6674407470b7 req-3e8a2bc2-17a5-40bb-80d7-5071e06ffdd9 service neutron] 10.222.0.35 "GET /v2.0/networks/b495e757-90ab-4214-b925-875e1f809103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541548 Jun 06 17:41:27.178636 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 37422) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:27.303763 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5075393-8aed-425c-b54d-c1e347d090e7 req-0531ba5a-c7ec-43d3-9bd7-cb1d58ff0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:27.305970 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b5075393-8aed-425c-b54d-c1e347d090e7 req-0531ba5a-c7ec-43d3-9bd7-cb1d58ff0e79 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9945bbfb3d62449ab5e7e05af310d94f&device_id=c22f097b-38a2-40e1-a1a4-19825c3711f1 HTTP/1.1" status: 200 len: 1096 time: 0.0827765 Jun 06 17:41:27.480178 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-39cfe0d8-b7c4-41a1-bbe3-5662fc5e6736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:27.529654 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:27.593654 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5075393-8aed-425c-b54d-c1e347d090e7 req-fd62555d-49fe-48cf-aa92-f4e94edcef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:27.593654 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b5075393-8aed-425c-b54d-c1e347d090e7 req-fd62555d-49fe-48cf-aa92-f4e94edcef48 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b495e757-90ab-4214-b925-875e1f809103 HTTP/1.1" status: 200 len: 910 time: 0.2743301 Jun 06 17:41:27.596746 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-88409b45-5780-4da1-a677-0e2fdbb08efd req-f9832312-b470-462b-9e20-080e013f1d46 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 210 time: 0.0593865 Jun 06 17:41:27.695115 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-39cfe0d8-b7c4-41a1-bbe3-5662fc5e6736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:27.704715 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650b301-36b7-4574-af5a-99d93f4c7bff req-4816cf99-fefa-4777-aee9-eff2a4d5794a tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:27.706268 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0650b301-36b7-4574-af5a-99d93f4c7bff req-4816cf99-fefa-4777-aee9-eff2a4d5794a tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.3047523 Jun 06 17:41:27.720057 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b5075393-8aed-425c-b54d-c1e347d090e7 req-bd4b0360-2ee2-4b60-b04f-9a1f9658aeb6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afd08cdb-a854-4635-a382-60ef856bf468 HTTP/1.1" status: 200 len: 217 time: 0.1182601 Jun 06 17:41:27.796579 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-39cfe0d8-b7c4-41a1-bbe3-5662fc5e6736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:27.805288 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c007b959-cb73-4b6c-9b9f-46aff2b09ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:27.824829 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0650b301-36b7-4574-af5a-99d93f4c7bff req-f6bf8bdb-7885-441b-9a26-f72a53820aec tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079962 Jun 06 17:41:27.829547 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5075393-8aed-425c-b54d-c1e347d090e7 req-fac3dc1a-5ab4-4269-9bd0-e776fa571600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:27.830185 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b5075393-8aed-425c-b54d-c1e347d090e7 req-fac3dc1a-5ab4-4269-9bd0-e776fa571600 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b5e7f43b-113c-4056-baf2-de5e247a2550 HTTP/1.1" status: 200 len: 849 time: 0.0988543 Jun 06 17:41:27.841972 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfe0d8-b7c4-41a1-bbe3-5662fc5e6736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0997bbca-3777-4746-b129-037992d00d5a,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:27.847177 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-39cfe0d8-b7c4-41a1-bbe3-5662fc5e6736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:27.867201 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-39cfe0d8-b7c4-41a1-bbe3-5662fc5e6736 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=193562ee7e574714b7576a25d2876182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6871650 Jun 06 17:41:27.872001 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 37452) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:27.899545 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b5075393-8aed-425c-b54d-c1e347d090e7 req-fe67709b-840f-4982-86a4-e8b0fe6ac9f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b495e757-90ab-4214-b925-875e1f809103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625970 Jun 06 17:41:27.917310 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99991675-8f82-4420-9bf1-c9928b0ff5b4 req-3c929283-460d-457a-bcbc-79cd778f6f9b tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:27.924263 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-99991675-8f82-4420-9bf1-c9928b0ff5b4 req-3c929283-460d-457a-bcbc-79cd778f6f9b tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=c22f097b-38a2-40e1-a1a4-19825c3711f1 HTTP/1.1" status: 200 len: 943 time: 0.1913295 Jun 06 17:41:28.005932 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-99991675-8f82-4420-9bf1-c9928b0ff5b4 req-e97da5f0-bf40-4d00-a2e7-f70d6f7dc67c tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806944 Jun 06 17:41:28.035189 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-484b5a96-eb42-464b-8cdb-32c6c980c57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:28.083542 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b5075393-8aed-425c-b54d-c1e347d090e7 req-d77f6989-120e-4962-a9f8-facff9396475 service neutron] 10.222.0.35 "GET /v2.0/networks/b495e757-90ab-4214-b925-875e1f809103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755853 Jun 06 17:41:28.085246 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-484b5a96-eb42-464b-8cdb-32c6c980c57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:28.238872 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-484b5a96-eb42-464b-8cdb-32c6c980c57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:28.243698 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-484b5a96-eb42-464b-8cdb-32c6c980c57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:28.248563 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-484b5a96-eb42-464b-8cdb-32c6c980c57a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0997bbca-3777-4746-b129-037992d00d5a HTTP/1.1" status: 204 len: 168 time: 0.3717546 Jun 06 17:41:28.249425 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-52b0fc1f-a1b8-40ba-9ced-2225b6346c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:28.260315 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b5a96-eb42-464b-8cdb-32c6c980c57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0997bbca-3777-4746-b129-037992d00d5a,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:28.265877 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-484b5a96-eb42-464b-8cdb-32c6c980c57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:28.304607 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b5075393-8aed-425c-b54d-c1e347d090e7 req-acebf4c3-d6a1-4277-bf17-ac49b02c9f05 service neutron] 10.222.0.35 "GET /v2.0/networks/b495e757-90ab-4214-b925-875e1f809103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138879 Jun 06 17:41:28.601675 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 37476) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:28.699136 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 37482) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:28.768726 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5a022415-83c3-445d-bb98-f3f091b868db req-46b0b982-a964-4989-a6f7-da5be6b949cf tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 210 time: 0.0573456 Jun 06 17:41:28.814993 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-97619921-f0e0-4f42-bc4f-eed802269647 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-55554068-network', 'tenant_id': '0e010dd1ac104a8ea75a6975d471497b'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:28.859876 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c567b692-0710-47b1-8f71-b8b0c2a2c6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:28.906747 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97619921-f0e0-4f42-bc4f-eed802269647 admin admin] Made reservation on behalf of 0e010dd1ac104a8ea75a6975d471497b for: {'network': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:41:28.912045 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-97619921-f0e0-4f42-bc4f-eed802269647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1686528'] for network, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:28.927323 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-97619921-f0e0-4f42-bc4f-eed802269647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:29.129863 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c567b692-0710-47b1-8f71-b8b0c2a2c6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:29.143381 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2862825-9794-472a-9a2a-bdbfeb8fc957 req-28c7c0f4-a060-4528-b170-99b6cac5d2df tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:29.145745 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b2862825-9794-472a-9a2a-bdbfeb8fc957 req-28c7c0f4-a060-4528-b170-99b6cac5d2df tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.1614830 Jun 06 17:41:29.199854 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b2862825-9794-472a-9a2a-bdbfeb8fc957 req-f37e7c41-cd05-48c2-b809-64fc51ee4418 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467095 Jun 06 17:41:29.209239 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c567b692-0710-47b1-8f71-b8b0c2a2c6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:29.227184 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-484b5a96-eb42-464b-8cdb-32c6c980c57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:29.277786 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-32959ee8-0c74-4f6b-b61d-71069614418f tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:29.279190 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-32959ee8-0c74-4f6b-b61d-71069614418f tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.35 "GET /v2.0/networks?id=5819759c-7390-4859-9471-3f1914d1536e HTTP/1.1" status: 200 len: 814 time: 0.2642589 Jun 06 17:41:29.281713 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-c567b692-0710-47b1-8f71-b8b0c2a2c6bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d76988995384bea952d05b6f3f521ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5815516 Jun 06 17:41:29.282454 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567b692-0710-47b1-8f71-b8b0c2a2c6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35765207-d141-4072-aa78-e1525875ebac,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:29.285691 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 37504) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:29.300449 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567b692-0710-47b1-8f71-b8b0c2a2c6bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:29.300834 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567b692-0710-47b1-8f71-b8b0c2a2c6bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:29.301189 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567b692-0710-47b1-8f71-b8b0c2a2c6bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:29.301533 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567b692-0710-47b1-8f71-b8b0c2a2c6bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:29.301886 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567b692-0710-47b1-8f71-b8b0c2a2c6bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:29.302211 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567b692-0710-47b1-8f71-b8b0c2a2c6bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:29.302545 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567b692-0710-47b1-8f71-b8b0c2a2c6bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:29.302875 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567b692-0710-47b1-8f71-b8b0c2a2c6bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:29.303214 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567b692-0710-47b1-8f71-b8b0c2a2c6bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:29.303544 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567b692-0710-47b1-8f71-b8b0c2a2c6bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:29.303767 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-43f1a756-8da2-44de-ae6c-4f30e6e2f824 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Request body: {'port': {'device_id': '01f9580c-9fde-49eb-98a5-18bc3a723c1b', 'network_id': '5819759c-7390-4859-9471-3f1914d1536e', 'admin_state_up': True, 'tenant_id': 'd5b58d21b43f4c29abeede717f6a7632'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:29.303887 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567b692-0710-47b1-8f71-b8b0c2a2c6bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:29.304194 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c567b692-0710-47b1-8f71-b8b0c2a2c6bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:29.308401 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c567b692-0710-47b1-8f71-b8b0c2a2c6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:29.397314 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-97619921-f0e0-4f42-bc4f-eed802269647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:29.444146 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da62865-b6d3-4500-859b-7acdd4b68c4f req-2d915bd1-a83f-45aa-a5c6-df1f7a7a3359 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:29.444146 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5da62865-b6d3-4500-859b-7acdd4b68c4f req-2d915bd1-a83f-45aa-a5c6-df1f7a7a3359 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=c22f097b-38a2-40e1-a1a4-19825c3711f1 HTTP/1.1" status: 200 len: 943 time: 0.2772017 Jun 06 17:41:29.509067 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-97619921-f0e0-4f42-bc4f-eed802269647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:29.512252 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-7b1d5ea0-d94f-4ba2-83a9-aa4ffcca3b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:29.551737 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97619921-f0e0-4f42-bc4f-eed802269647 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=98885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:41:29.558820 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5da62865-b6d3-4500-859b-7acdd4b68c4f req-6fd1f08e-645e-473d-a18f-db02890b21bc tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099536 Jun 06 17:41:29.564216 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-fa3579d8-fbe3-4ce9-9c60-f3aa621aea5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:29.571279 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97619921-f0e0-4f42-bc4f-eed802269647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f790530d-dd24-4131-8947-d3a7335c72a5,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:29.575921 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-97619921-f0e0-4f42-bc4f-eed802269647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:29.594891 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-97619921-f0e0-4f42-bc4f-eed802269647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:29.594891 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.segments_db [None req-97619921-f0e0-4f42-bc4f-eed802269647 admin admin] Added segment 0866e98b-2319-47f9-97d6-5cf095ddcad7 of type vlan for network ca6f7006-368f-4d95-a3c3-653d46af5fd5 Jun 06 17:41:29.604093 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-fa3579d8-fbe3-4ce9-9c60-f3aa621aea5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:29.618939 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-97619921-f0e0-4f42-bc4f-eed802269647 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779962068718'] for network, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:29.765622 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-43f1a756-8da2-44de-ae6c-4f30e6e2f824 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Made reservation on behalf of d5b58d21b43f4c29abeede717f6a7632 for: {'port': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:41:29.769179 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-43f1a756-8da2-44de-ae6c-4f30e6e2f824 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:29.808764 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 37524) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:29.902522 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-fa3579d8-fbe3-4ce9-9c60-f3aa621aea5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:29.905522 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-fa3579d8-fbe3-4ce9-9c60-f3aa621aea5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:29.909378 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-fa3579d8-fbe3-4ce9-9c60-f3aa621aea5b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35765207-d141-4072-aa78-e1525875ebac HTTP/1.1" status: 204 len: 168 time: 0.6202958 Jun 06 17:41:29.913532 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-67c713f5-5203-448f-ba24-20ecafe11fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:29.914761 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-97619921-f0e0-4f42-bc4f-eed802269647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186'] for network, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:29.918369 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-2291eabd-ffa8-49ad-a5b1-02d3554c66be admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1334539616-network', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:29.927348 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97619921-f0e0-4f42-bc4f-eed802269647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:29.928013 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-97619921-f0e0-4f42-bc4f-eed802269647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:29.928545 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3579d8-fbe3-4ce9-9c60-f3aa621aea5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35765207-d141-4072-aa78-e1525875ebac,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:29.939975 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-032e40d9-ec41-46cb-95d4-1527d29a60d3 req-e483185e-ab28-42cc-a7af-cfd276b6b741 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 210 time: 0.0644929 Jun 06 17:41:29.944411 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-39fd1fa2-3e1b-498d-83e9-a20bbd78fa30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:29.949216 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3579d8-fbe3-4ce9-9c60-f3aa621aea5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:29.949579 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3579d8-fbe3-4ce9-9c60-f3aa621aea5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:29.949932 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3579d8-fbe3-4ce9-9c60-f3aa621aea5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:29.953153 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3579d8-fbe3-4ce9-9c60-f3aa621aea5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:29.953153 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3579d8-fbe3-4ce9-9c60-f3aa621aea5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:29.953153 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3579d8-fbe3-4ce9-9c60-f3aa621aea5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:29.953153 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3579d8-fbe3-4ce9-9c60-f3aa621aea5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:29.953153 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3579d8-fbe3-4ce9-9c60-f3aa621aea5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:29.953153 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3579d8-fbe3-4ce9-9c60-f3aa621aea5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:29.953153 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3579d8-fbe3-4ce9-9c60-f3aa621aea5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:29.953153 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3579d8-fbe3-4ce9-9c60-f3aa621aea5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:29.953153 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3579d8-fbe3-4ce9-9c60-f3aa621aea5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:29.959037 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-fa3579d8-fbe3-4ce9-9c60-f3aa621aea5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:30.046508 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-43f1a756-8da2-44de-ae6c-4f30e6e2f824 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Allocated IP 172.20.0.5 (5819759c-7390-4859-9471-3f1914d1536e/d8679353-f529-4d10-943e-fe2abace2802/009c3dae-5ef4-4d48-b753-c7e0f66fadec) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:41:30.136202 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97619921-f0e0-4f42-bc4f-eed802269647 admin admin] Pushing event updated for resources: {'Network': ['ID=ca6f7006-368f-4d95-a3c3-653d46af5fd5,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:30.138906 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-97619921-f0e0-4f42-bc4f-eed802269647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:30.146136 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Network ca6f7006-368f-4d95-a3c3-653d46af5fd5 details requested by agent ovs-agent-dv-cinder-791281-4-iscsi with host dv-cinder-791281-4-iscsi {{(pid=98886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:41:30.172843 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2291eabd-ffa8-49ad-a5b1-02d3554c66be admin admin] Made reservation on behalf of 0cc578850c5749f2837a434c6662dd0f for: {'network': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:41:30.175636 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2291eabd-ffa8-49ad-a5b1-02d3554c66be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1686528'] for network, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:30.190309 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2291eabd-ffa8-49ad-a5b1-02d3554c66be admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:30.284322 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-43f1a756-8da2-44de-ae6c-4f30e6e2f824 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:30.302677 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-97619921-f0e0-4f42-bc4f-eed802269647 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6996980 Jun 06 17:41:30.305661 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 37534) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:30.312686 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-bb157289-5576-48c6-a01e-b1c87697e8b4 admin admin] Request body: {'subnet': {'network_id': 'ca6f7006-368f-4d95-a3c3-653d46af5fd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-55554068-subnet', 'tenant_id': '0e010dd1ac104a8ea75a6975d471497b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:30.344347 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device afd08cdb-a854-4635-a382-60ef856bf468 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:41:30.358017 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2291eabd-ffa8-49ad-a5b1-02d3554c66be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:30.418023 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2291eabd-ffa8-49ad-a5b1-02d3554c66be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:30.421022 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c322d054-a1d7-4ecb-bb97-c106077b8ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:30.432199 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e81be-2ae3-47a8-9fe3-c628ca44d8fc req-22c0a81f-36d5-4fad-92f9-f831fa00d530 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:30.435354 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ba5e81be-2ae3-47a8-9fe3-c628ca44d8fc req-22c0a81f-36d5-4fad-92f9-f831fa00d530 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.1152828 Jun 06 17:41:30.455492 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-43f1a756-8da2-44de-ae6c-4f30e6e2f824 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:30.462073 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2291eabd-ffa8-49ad-a5b1-02d3554c66be admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=98885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:41:30.470057 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291eabd-ffa8-49ad-a5b1-02d3554c66be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481674de-a411-4d1f-8c4b-1edd48fba590,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:30.473850 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-2291eabd-ffa8-49ad-a5b1-02d3554c66be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:30.476371 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2291eabd-ffa8-49ad-a5b1-02d3554c66be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:30.477360 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.segments_db [None req-2291eabd-ffa8-49ad-a5b1-02d3554c66be admin admin] Added segment cb0261f0-ca86-4095-b02a-a27a7ed33197 of type vlan for network 51fe70ed-aaea-433c-a701-bc44de4bd326 Jun 06 17:41:30.479290 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['b149514f-1f50-4f2d-9104-12ed5ef19853'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:41:30.498441 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:30.514549 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2291eabd-ffa8-49ad-a5b1-02d3554c66be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779962068718'] for network, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:30.571468 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb157289-5576-48c6-a01e-b1c87697e8b4 admin admin] Made reservation on behalf of 0e010dd1ac104a8ea75a6975d471497b for: {'subnet': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:41:30.574873 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bb157289-5576-48c6-a01e-b1c87697e8b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14936246'] for subnet, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:30.587165 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port afd08cdb-a854-4635-a382-60ef856bf468, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=afd08cdb-a854-4635-a382-60ef856bf468,segment=NetworkSegment(98fd0eb8-8930-410f-b410-560aabccb798),segment_id=98fd0eb8-8930-410f-b410-560aabccb798)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:30.605843 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': 'afd08cdb-a854-4635-a382-60ef856bf468', 'network_id': 'b495e757-90ab-4214-b925-875e1f809103', 'port_id': 'afd08cdb-a854-4635-a382-60ef856bf468', 'mac_address': 'fa:16:3e:52:28:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e7f43b-113c-4056-baf2-de5e247a2550', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:41:30.625156 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2291eabd-ffa8-49ad-a5b1-02d3554c66be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186'] for network, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:30.627778 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2291eabd-ffa8-49ad-a5b1-02d3554c66be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:30.628458 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2291eabd-ffa8-49ad-a5b1-02d3554c66be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:30.636438 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:30.705701 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:30.741552 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd08cdb-a854-4635-a382-60ef856bf468 {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:41:30.800903 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port afd08cdb-a854-4635-a382-60ef856bf468, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=afd08cdb-a854-4635-a382-60ef856bf468,segment=NetworkSegment(98fd0eb8-8930-410f-b410-560aabccb798),segment_id=98fd0eb8-8930-410f-b410-560aabccb798)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:30.878321 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:30.879044 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 673b91fe-791a-4744-9fd5-a09b5eb629c0 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:41:30.881008 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:30.918763 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-43f1a756-8da2-44de-ae6c-4f30e6e2f824 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Network 5819759c-7390-4859-9471-3f1914d1536e is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:41:30.925921 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-43f1a756-8da2-44de-ae6c-4f30e6e2f824 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:30.929203 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-2291eabd-ffa8-49ad-a5b1-02d3554c66be admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1192355 Jun 06 17:41:30.935043 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ba5e81be-2ae3-47a8-9fe3-c628ca44d8fc req-ace41746-c725-4c3f-a2e2-16d6d7c8f23f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4818459 Jun 06 17:41:30.936428 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 37588) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:30.939017 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-43f1a756-8da2-44de-ae6c-4f30e6e2f824 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:41:30.965514 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291eabd-ffa8-49ad-a5b1-02d3554c66be admin admin] Pushing event updated for resources: {'Network': ['ID=51fe70ed-aaea-433c-a701-bc44de4bd326,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:30.980672 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-2291eabd-ffa8-49ad-a5b1-02d3554c66be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:30.983697 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=afd08cdb-a854-4635-a382-60ef856bf468,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:30.989937 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Network 51fe70ed-aaea-433c-a701-bc44de4bd326 details requested by agent ovs-agent-dv-cinder-791281-4-iscsi with host dv-cinder-791281-4-iscsi {{(pid=98886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:41:31.005731 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-21323a24-5e96-49e0-bf3a-7544b5ecf55e admin admin] Request body: {'subnet': {'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1334539616-subnet', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'ip_version': 4}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:31.007934 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:31.015579 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1a756-8da2-44de-ae6c-4f30e6e2f824 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Pushing event updated for resources: {'Port': ['ID=009c3dae-5ef4-4d48-b753-c7e0f66fadec,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:31.019562 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-43f1a756-8da2-44de-ae6c-4f30e6e2f824 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:31.027065 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bb157289-5576-48c6-a01e-b1c87697e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14936228'] for subnet, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:31.046502 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-dccbafa2-1f77-4aa1-8525-9953a6f2badb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:31.125697 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb157289-5576-48c6-a01e-b1c87697e8b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39b0ec58-b7c1-4924-afc0-2e2c0f874f32,revision_number=0']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:31.130070 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-bb157289-5576-48c6-a01e-b1c87697e8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:31.138354 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3eb81-657d-4ea6-8386-52c3404fed57 req-1d8d4962-a0b0-4306-bec2-55b45dfdb4eb tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:31.140541 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-49d3eb81-657d-4ea6-8386-52c3404fed57 req-1d8d4962-a0b0-4306-bec2-55b45dfdb4eb tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=c22f097b-38a2-40e1-a1a4-19825c3711f1 HTTP/1.1" status: 200 len: 944 time: 0.2684820 Jun 06 17:41:31.186081 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb157289-5576-48c6-a01e-b1c87697e8b4 admin admin] Checking segment: {'id': '0866e98b-2319-47f9-97d6-5cf095ddcad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ca6f7006-368f-4d95-a3c3-653d46af5fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:41:31.186451 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb157289-5576-48c6-a01e-b1c87697e8b4 admin admin] Network hostable DHCP agents. Network: ca6f7006-368f-4d95-a3c3-653d46af5fd5, hostable agents: ['45453017-52f2-4007-8a53-c2b26b96b466'], hosted agents: [] {{(pid=98884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:41:31.218790 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 673b91fe-791a-4744-9fd5-a09b5eb629c0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=673b91fe-791a-4744-9fd5-a09b5eb629c0,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:31.222593 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-49d3eb81-657d-4ea6-8386-52c3404fed57 req-a0bc602b-1d26-436e-91d6-259bf0e94e96 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731869 Jun 06 17:41:31.234973 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': '673b91fe-791a-4744-9fd5-a09b5eb629c0', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'port_id': '673b91fe-791a-4744-9fd5-a09b5eb629c0', 'mac_address': 'fa:16:3e:6c:5f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:41:31.248477 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-43f1a756-8da2-44de-ae6c-4f30e6e2f824 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:31.249101 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-43f1a756-8da2-44de-ae6c-4f30e6e2f824 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:31.290457 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:31.291954 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21323a24-5e96-49e0-bf3a-7544b5ecf55e admin admin] Made reservation on behalf of 0cc578850c5749f2837a434c6662dd0f for: {'subnet': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:41:31.294214 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-21323a24-5e96-49e0-bf3a-7544b5ecf55e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14936246'] for subnet, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:31.309909 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 673b91fe-791a-4744-9fd5-a09b5eb629c0 {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:41:31.326045 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 673b91fe-791a-4744-9fd5-a09b5eb629c0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=673b91fe-791a-4744-9fd5-a09b5eb629c0,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:31.464265 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb157289-5576-48c6-a01e-b1c87697e8b4 admin admin] Network ca6f7006-368f-4d95-a3c3-653d46af5fd5 is scheduled to be hosted by DHCP agent 45453017-52f2-4007-8a53-c2b26b96b466 with binding_index 1 {{(pid=98884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:41:31.489857 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1b608-81d7-44bf-850d-83024a083e00 req-398696fd-4e67-489d-bf34-ddf6b3fe72bc tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:31.491302 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b6c1b608-81d7-44bf-850d-83024a083e00 req-398696fd-4e67-489d-bf34-ddf6b3fe72bc tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 931 time: 0.2982178 Jun 06 17:41:31.503305 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:31.505113 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:31.525301 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-43f1a756-8da2-44de-ae6c-4f30e6e2f824 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2237575 Jun 06 17:41:31.541731 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Request body: {'port': {'device_id': '01f9580c-9fde-49eb-98a5-18bc3a723c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:31.576594 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=673b91fe-791a-4744-9fd5-a09b5eb629c0,revision_number=6']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:31.579447 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:31.596622 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b6c1b608-81d7-44bf-850d-83024a083e00 req-00f7d736-c56d-410b-9790-c6854f2ac8ef tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985126 Jun 06 17:41:31.612666 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['673b91fe-791a-4744-9fd5-a09b5eb629c0'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:41:31.756194 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:31.769526 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [None req-bb157289-5576-48c6-a01e-b1c87697e8b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-iscsi, ca6f7006-368f-4d95-a3c3-653d46af5fd5) {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:31.774723 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb157289-5576-48c6-a01e-b1c87697e8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:31.775302 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bb157289-5576-48c6-a01e-b1c87697e8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for subnet, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:31.784165 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad589480-fe18-423c-a6f5-e65074b509ef None None] Network ca6f7006-368f-4d95-a3c3-653d46af5fd5 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:41:31.813131 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['afd08cdb-a854-4635-a382-60ef856bf468'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:41:31.909330 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-21323a24-5e96-49e0-bf3a-7544b5ecf55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14936228'] for subnet, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:31.924469 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:31.972534 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-bb157289-5576-48c6-a01e-b1c87697e8b4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6652577 Jun 06 17:41:32.053626 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21323a24-5e96-49e0-bf3a-7544b5ecf55e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f365197-c9e1-40b7-9371-340e81ee9699,revision_number=0']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:32.056772 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-21323a24-5e96-49e0-bf3a-7544b5ecf55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:32.129730 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21323a24-5e96-49e0-bf3a-7544b5ecf55e admin admin] Checking segment: {'id': 'cb0261f0-ca86-4095-b02a-a27a7ed33197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:41:32.130226 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21323a24-5e96-49e0-bf3a-7544b5ecf55e admin admin] Network hostable DHCP agents. Network: 51fe70ed-aaea-433c-a701-bc44de4bd326, hostable agents: ['45453017-52f2-4007-8a53-c2b26b96b466'], hosted agents: [] {{(pid=98884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:41:32.345669 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d1477-adc1-402c-818f-75ff68b50eff req-3e2366cc-580d-4660-a766-baaf9b12e821 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:32.345669 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-223d1477-adc1-402c-818f-75ff68b50eff req-3e2366cc-580d-4660-a766-baaf9b12e821 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 945 time: 0.1368515 Jun 06 17:41:32.375462 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009c3dae-5ef4-4d48-b753-c7e0f66fadec {{(pid=98884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:41:32.384308 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:32.402208 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Transition to ACTIVE for port object 009c3dae-5ef4-4d48-b753-c7e0f66fadec will not be triggered until provisioned by entity L2. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:41:32.421873 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-223d1477-adc1-402c-818f-75ff68b50eff req-11893697-2bdb-4c50-a8ec-7a986cadfd92 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720689 Jun 06 17:41:32.425940 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 673b91fe-791a-4744-9fd5-a09b5eb629c0 up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:41:32.467064 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b72333-f2b8-495f-a0bd-dace7a6c0408 None None] Network ca6f7006-368f-4d95-a3c3-653d46af5fd5 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:41:32.516245 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21323a24-5e96-49e0-bf3a-7544b5ecf55e admin admin] Network 51fe70ed-aaea-433c-a701-bc44de4bd326 is scheduled to be hosted by DHCP agent 45453017-52f2-4007-8a53-c2b26b96b466 with binding_index 1 {{(pid=98884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:41:32.534219 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231edba-b500-4b6e-8076-f65cd223d054 req-5bf00202-ea58-4d0a-ab2f-75c850b65538 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:32.535817 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7231edba-b500-4b6e-8076-f65cd223d054 req-5bf00202-ea58-4d0a-ab2f-75c850b65538 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=c22f097b-38a2-40e1-a1a4-19825c3711f1 HTTP/1.1" status: 200 len: 944 time: 0.1033075 Jun 06 17:41:32.592967 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7231edba-b500-4b6e-8076-f65cd223d054 req-b2703180-4b5d-41ca-b6c1-9aba7b9f203e tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497050 Jun 06 17:41:32.647483 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:32.664621 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:32.728499 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [None req-21323a24-5e96-49e0-bf3a-7544b5ecf55e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-iscsi, 51fe70ed-aaea-433c-a701-bc44de4bd326) {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:32.733681 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21323a24-5e96-49e0-bf3a-7544b5ecf55e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:32.735050 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-21323a24-5e96-49e0-bf3a-7544b5ecf55e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for subnet, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:32.740872 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c19651-6776-49db-8ac6-aa2183ae8f19 None None] Network 51fe70ed-aaea-433c-a701-bc44de4bd326 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:41:32.759739 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port 673b91fe-791a-4744-9fd5-a09b5eb629c0 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:32.760491 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:32.836999 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbffec-926b-44d5-baa3-49d9f2ff5913 req-b34187a1-42fe-406d-ada7-377e79ffcb0e tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:32.845821 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-97cbffec-926b-44d5-baa3-49d9f2ff5913 req-b34187a1-42fe-406d-ada7-377e79ffcb0e tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 943 time: 0.1223378 Jun 06 17:41:32.926960 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Pushing event updated for resources: {'Port': ['ID=009c3dae-5ef4-4d48-b753-c7e0f66fadec,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:32.930501 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:32.933283 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-21323a24-5e96-49e0-bf3a-7544b5ecf55e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9593410 Jun 06 17:41:32.954579 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-97cbffec-926b-44d5-baa3-49d9f2ff5913 req-53346b1d-7382-44c4-ac30-f86e759633ef tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072090 Jun 06 17:41:32.956228 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 37684) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:32.976660 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-509fd669-b746-47cd-9653-343c14a54575 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1334539616-router', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:33.040493 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Attempting to bind port 009c3dae-5ef4-4d48-b753-c7e0f66fadec on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:41:33.040916 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Attempting to bind port 009c3dae-5ef4-4d48-b753-c7e0f66fadec by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'a722723a-849f-4268-9cd8-907163b5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5819759c-7390-4859-9471-3f1914d1536e'}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:41:33.041245 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Attempting to bind port 009c3dae-5ef4-4d48-b753-c7e0f66fadec on network 5819759c-7390-4859-9471-3f1914d1536e {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:41:33.046606 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Port 009c3dae-5ef4-4d48-b753-c7e0f66fadec on network 5819759c-7390-4859-9471-3f1914d1536e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:41:33.049380 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Attempting to bind port 009c3dae-5ef4-4d48-b753-c7e0f66fadec on network 5819759c-7390-4859-9471-3f1914d1536e {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:41:33.053011 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Checking agent: {'id': '6c14353c-f6d9-4edd-9e01-bd5de19f5e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'started_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:41:33.053312 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Checking segment: {'id': 'a722723a-849f-4268-9cd8-907163b5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5819759c-7390-4859-9471-3f1914d1536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:41:33.053770 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Bound using segment: {'id': 'a722723a-849f-4268-9cd8-907163b5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5819759c-7390-4859-9471-3f1914d1536e'} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:41:33.054198 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Bound port: 009c3dae-5ef4-4d48-b753-c7e0f66fadec, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a722723a-849f-4268-9cd8-907163b5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5819759c-7390-4859-9471-3f1914d1536e'}}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:41:33.054559 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:33.095369 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-509fd669-b746-47cd-9653-343c14a54575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-815938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126989'] for router, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:33.096576 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-509fd669-b746-47cd-9653-343c14a54575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-815835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-813822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126996'] for router, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:33.125585 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:33.131499 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-509fd669-b746-47cd-9653-343c14a54575 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:33.195533 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445ddbcb-ff4f-435f-b8a2-b4525a25a670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673b91fe-791a-4744-9fd5-a09b5eb629c0'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:41:33.197783 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba303f16-3880-4107-b6e1-1a3f067aa087" -d '{"events": [{"server_uuid": "445ddbcb-ff4f-435f-b8a2-b4525a25a670", "name": "network-vif-plugged", "status": "completed", "tag": "673b91fe-791a-4744-9fd5-a09b5eb629c0"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:41:33.209554 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] For port 009c3dae-5ef4-4d48-b753-c7e0f66fadec, host hv-cinder-79128, cleared binding levels {{(pid=98884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:41:33.222431 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] For port 009c3dae-5ef4-4d48-b753-c7e0f66fadec, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=009c3dae-5ef4-4d48-b753-c7e0f66fadec,segment=NetworkSegment(a722723a-849f-4268-9cd8-907163b5b3e3),segment_id=a722723a-849f-4268-9cd8-907163b5b3e3)] {{(pid=98884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:41:33.233599 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 673b91fe-791a-4744-9fd5-a09b5eb629c0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=673b91fe-791a-4744-9fd5-a09b5eb629c0,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:33.258249 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fffc2be-ceb4-590f-8c94-af793f517164-51fe70ed-aaea-433c-a701-bc44de4bd326', 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'fixed_ips': [{'subnet_id': '8f365197-c9e1-40b7-9371-340e81ee9699'}]}} from dv-cinder-791281-4-iscsi. {{(pid=98886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 17:41:33.259272 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:33.376400 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:33.384041 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:33.582915 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:33.583539 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:33.589869 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] 10.222.0.35 "PUT /v2.0/ports/009c3dae-5ef4-4d48-b753-c7e0f66fadec HTTP/1.1" status: 200 len: 1093 time: 2.0498259 Jun 06 17:41:33.593879 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f9580c-9fde-49eb-98a5-18bc3a723c1b', 'tag': '009c3dae-5ef4-4d48-b753-c7e0f66fadec'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:41:33.604922 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a6e2ee-c0b1-45a2-a5f2-95b8b749befd" -d '{"events": [{"name": "network-changed", "server_uuid": "01f9580c-9fde-49eb-98a5-18bc3a723c1b", "tag": "009c3dae-5ef4-4d48-b753-c7e0f66fadec"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:41:33.613311 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaab862e-7303-49ed-bf6f-615e5c14e2db x-openstack-request-id: req-eaab862e-7303-49ed-bf6f-615e5c14e2db {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:41:33.613311 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445ddbcb-ff4f-435f-b8a2-b4525a25a670", "name": "network-vif-plugged", "status": "completed", "tag": "673b91fe-791a-4744-9fd5-a09b5eb629c0", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:41:33.613311 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eaab862e-7303-49ed-bf6f-615e5c14e2db {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:41:33.613311 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445ddbcb-ff4f-435f-b8a2-b4525a25a670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673b91fe-791a-4744-9fd5-a09b5eb629c0', 'code': 200} Jun 06 17:41:33.615505 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.db_base_plugin_common [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Allocated IP 172.20.0.2 (51fe70ed-aaea-433c-a701-bc44de4bd326/8f365197-c9e1-40b7-9371-340e81ee9699/91f8618c-5b5e-49cc-b940-c6296e86e8aa) {{(pid=98886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:41:33.627191 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:33.652583 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:33.653196 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Pushing event updated for resources: {'Port': ['ID=009c3dae-5ef4-4d48-b753-c7e0f66fadec,revision_number=3']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:33.667523 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:33.849896 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb0c26d-6e46-4006-a1c3-b0baf9f69c4e x-openstack-request-id: req-ceb0c26d-6e46-4006-a1c3-b0baf9f69c4e {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:41:33.850305 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f9580c-9fde-49eb-98a5-18bc3a723c1b", "tag": "009c3dae-5ef4-4d48-b753-c7e0f66fadec", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:41:33.853388 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ceb0c26d-6e46-4006-a1c3-b0baf9f69c4e {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:41:33.855543 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f9580c-9fde-49eb-98a5-18bc3a723c1b', 'tag': '009c3dae-5ef4-4d48-b753-c7e0f66fadec', 'status': 'completed', 'code': 200} Jun 06 17:41:33.972110 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-4aab4328-1809-4d72-8f05-1fa4b7136285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:33.974052 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-4aab4328-1809-4d72-8f05-1fa4b7136285 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5b58d21b43f4c29abeede717f6a7632&device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 1096 time: 0.2240081 Jun 06 17:41:34.088313 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=673b91fe-791a-4744-9fd5-a09b5eb629c0,revision_number=7']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:34.093480 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:34.094874 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-cff1a802-b9bb-4155-9a8e-3d6d4e4a7923 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=009c3dae-5ef4-4d48-b753-c7e0f66fadec HTTP/1.1" status: 200 len: 217 time: 0.1100345 Jun 06 17:41:34.223242 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-509fd669-b746-47cd-9653-343c14a54575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-813708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-815952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127010'] for router, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:34.263334 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Notify callbacks [] for port, precommit_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:34.282683 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Transition to ACTIVE for port object 91f8618c-5b5e-49cc-b940-c6296e86e8aa will not be triggered until provisioned by entity L2. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:41:34.301150 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18afcd4-d606-4947-9213-32ba2564066b req-e6671397-fe87-43f5-8a15-5497b69823b0 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:34.309458 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b18afcd4-d606-4947-9213-32ba2564066b req-e6671397-fe87-43f5-8a15-5497b69823b0 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.4009538 Jun 06 17:41:34.339423 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Transition to ACTIVE for port object 91f8618c-5b5e-49cc-b940-c6296e86e8aa will not be triggered until provisioned by entity DHCP. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:41:34.387875 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device afd08cdb-a854-4635-a382-60ef856bf468 up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:41:34.407001 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-ee3bcded-3e39-4633-ae29-0761d18f62bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:34.409399 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-ee3bcded-3e39-4633-ae29-0761d18f62bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8679353-f529-4d10-943e-fe2abace2802 HTTP/1.1" status: 200 len: 854 time: 0.2099333 Jun 06 17:41:34.427364 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b18afcd4-d606-4947-9213-32ba2564066b req-38c42fdc-92df-48d3-933f-c07922c7f072 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101680 Jun 06 17:41:34.489414 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-5427d69f-a2bb-4003-b4e3-8b03bb9decfa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5819759c-7390-4859-9471-3f1914d1536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670278 Jun 06 17:41:34.505728 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537ab9c-01ab-4560-adfd-6813f3dcd6de req-ad61800b-bb9f-43d0-8792-f08a61bbed3e tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:34.506217 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f537ab9c-01ab-4560-adfd-6813f3dcd6de req-ad61800b-bb9f-43d0-8792-f08a61bbed3e tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=c22f097b-38a2-40e1-a1a4-19825c3711f1 HTTP/1.1" status: 200 len: 944 time: 0.4101880 Jun 06 17:41:34.561834 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136'] for port, after_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:34.571008 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:34.660883 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning for port afd08cdb-a854-4635-a382-60ef856bf468 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:41:34.686191 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port afd08cdb-a854-4635-a382-60ef856bf468 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:34.686699 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:34.758591 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Network 51fe70ed-aaea-433c-a701-bc44de4bd326 is already hosted by enough agents. {{(pid=98886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:41:34.758591 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Pushing event updated for resources: {'Port': ['ID=91f8618c-5b5e-49cc-b940-c6296e86e8aa,revision_number=1']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:34.772125 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.scheduler.base_scheduler [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Resources bound (agent type, host, resource id): {{(pid=98886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:34.778068 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:34.789793 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Received port after_create {{(pid=98886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:41:34.860594 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f537ab9c-01ab-4560-adfd-6813f3dcd6de req-821f00a2-50d8-481b-a943-58f2722fc1a7 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334401 Jun 06 17:41:34.944252 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee459fb-4680-4dd1-90fb-8526f98b393c req-65048704-aa18-4047-854f-6aaf0ddb3bbe tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:34.946439 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5ee459fb-4680-4dd1-90fb-8526f98b393c req-65048704-aa18-4047-854f-6aaf0ddb3bbe tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 943 time: 0.3208585 Jun 06 17:41:35.003229 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-a89e1ad3-d811-4be9-b95f-47c9d8cf0a3f service neutron] 10.222.0.35 "GET /v2.0/networks/5819759c-7390-4859-9471-3f1914d1536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957333 Jun 06 17:41:35.003898 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5ee459fb-4680-4dd1-90fb-8526f98b393c req-62727f70-cc9a-4d9e-821c-f068d843f47d tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493147 Jun 06 17:41:35.025958 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Attempting to bind port 91f8618c-5b5e-49cc-b940-c6296e86e8aa on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:41:35.026439 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Attempting to bind port 91f8618c-5b5e-49cc-b940-c6296e86e8aa by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': 'cb0261f0-ca86-4095-b02a-a27a7ed33197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326'}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:41:35.026813 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Attempting to bind port 91f8618c-5b5e-49cc-b940-c6296e86e8aa on network 51fe70ed-aaea-433c-a701-bc44de4bd326 {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:41:35.127310 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:41:35.131395 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Checking segment: {'id': 'cb0261f0-ca86-4095-b02a-a27a7ed33197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:41:35.132215 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:35.132640 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Bound using segment: {'id': 'cb0261f0-ca86-4095-b02a-a27a7ed33197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326'} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:41:35.133179 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Bound port: 91f8618c-5b5e-49cc-b940-c6296e86e8aa, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0261f0-ca86-4095-b02a-a27a7ed33197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326'}}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:41:35.133571 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:35.395179 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-defe6784-398e-49bf-bc77-f8e685bf5dc5 req-fb3e3d14-ad11-434e-a6d5-35e9ce35d4ef service neutron] 10.222.0.35 "GET /v2.0/networks/5819759c-7390-4859-9471-3f1914d1536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839095 Jun 06 17:41:35.395420 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:35.484387 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] For port 91f8618c-5b5e-49cc-b940-c6296e86e8aa, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:41:35.488342 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] For port 91f8618c-5b5e-49cc-b940-c6296e86e8aa, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=91f8618c-5b5e-49cc-b940-c6296e86e8aa,segment=NetworkSegment(cb0261f0-ca86-4095-b02a-a27a7ed33197),segment_id=cb0261f0-ca86-4095-b02a-a27a7ed33197)] {{(pid=98886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:41:35.490463 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port afd08cdb-a854-4635-a382-60ef856bf468, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=afd08cdb-a854-4635-a382-60ef856bf468,segment=NetworkSegment(98fd0eb8-8930-410f-b410-560aabccb798),segment_id=98fd0eb8-8930-410f-b410-560aabccb798)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:35.550201 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-509fd669-b746-47cd-9653-343c14a54575 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:35.617958 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22f097b-38a2-40e1-a1a4-19825c3711f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd08cdb-a854-4635-a382-60ef856bf468'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:41:35.618164 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-509fd669-b746-47cd-9653-343c14a54575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:35.618295 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02739288-fc7d-4970-bcd7-e8926487d6fc" -d '{"events": [{"server_uuid": "c22f097b-38a2-40e1-a1a4-19825c3711f1", "name": "network-vif-plugged", "status": "completed", "tag": "afd08cdb-a854-4635-a382-60ef856bf468"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:41:35.675134 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:35.681375 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:35.754063 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:35.811496 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6e2ee-c0b1-45a2-a5f2-95b8b749befd req-a1af5d98-da97-4eea-8f5f-bab1c45b2f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:35.813412 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-57a6e2ee-c0b1-45a2-a5f2-95b8b749befd req-a1af5d98-da97-4eea-8f5f-bab1c45b2f52 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5b58d21b43f4c29abeede717f6a7632&device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 1096 time: 0.1636722 Jun 06 17:41:35.818634 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Pushing event updated for resources: {'Port': ['ID=91f8618c-5b5e-49cc-b940-c6296e86e8aa,revision_number=2']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:35.823787 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:35.824466 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-8c06d489-0ebf-4fd3-8afa-54be013ed76f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:35.907524 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d22d6d-cbd6-4d2b-b79d-7b9af08a9cf4 req-8b808881-b403-4371-97ac-a79637de0206 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:35.910875 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b5d22d6d-cbd6-4d2b-b79d-7b9af08a9cf4 req-8b808881-b403-4371-97ac-a79637de0206 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.2522588 Jun 06 17:41:35.965500 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [None req-509fd669-b746-47cd-9653-343c14a54575 admin admin] Allocated IP 172.27.1.163 (51853ba8-cea8-4c9b-b5c3-a56837a6d9d6/59a9bba0-da8c-4953-8d6b-87895ebef86f/fe7db770-7ee0-43e7-88f7-3619f34f2b7c) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:41:36.000189 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b5d22d6d-cbd6-4d2b-b79d-7b9af08a9cf4 req-b2d30fb2-2213-4b5b-bd06-d6896649690c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762696 Jun 06 17:41:36.019830 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=afd08cdb-a854-4635-a382-60ef856bf468,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:36.044444 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:36.093567 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6e2ee-c0b1-45a2-a5f2-95b8b749befd req-f5da4da2-389e-4e22-b8c8-b8de24d2daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:36.097866 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-57a6e2ee-c0b1-45a2-a5f2-95b8b749befd req-f5da4da2-389e-4e22-b8c8-b8de24d2daf4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5819759c-7390-4859-9471-3f1914d1536e HTTP/1.1" status: 200 len: 915 time: 0.2747641 Jun 06 17:41:36.239481 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-57a6e2ee-c0b1-45a2-a5f2-95b8b749befd req-2f083823-a42d-4044-82b9-9c62626d267c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=009c3dae-5ef4-4d48-b753-c7e0f66fadec HTTP/1.1" status: 200 len: 217 time: 0.1340010 Jun 06 17:41:36.334620 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573d40e8-de33-413a-8ddf-b89dd7dc0e80 x-openstack-request-id: req-573d40e8-de33-413a-8ddf-b89dd7dc0e80 {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:41:36.334620 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22f097b-38a2-40e1-a1a4-19825c3711f1", "name": "network-vif-plugged", "status": "completed", "tag": "afd08cdb-a854-4635-a382-60ef856bf468", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:41:36.334620 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-573d40e8-de33-413a-8ddf-b89dd7dc0e80 {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:41:36.334620 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22f097b-38a2-40e1-a1a4-19825c3711f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd08cdb-a854-4635-a382-60ef856bf468', 'code': 200} Jun 06 17:41:36.361962 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-509fd669-b746-47cd-9653-343c14a54575 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:36.410419 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6e2ee-c0b1-45a2-a5f2-95b8b749befd req-70673725-38cf-417e-b0bb-2f34829e36b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:36.411859 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-57a6e2ee-c0b1-45a2-a5f2-95b8b749befd req-70673725-38cf-417e-b0bb-2f34829e36b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8679353-f529-4d10-943e-fe2abace2802 HTTP/1.1" status: 200 len: 854 time: 0.1626196 Jun 06 17:41:36.465529 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-57a6e2ee-c0b1-45a2-a5f2-95b8b749befd req-360e5d81-bc93-4d3f-8890-6fc20aad0748 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5819759c-7390-4859-9471-3f1914d1536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451698 Jun 06 17:41:36.572188 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6e50a-6cf1-4114-9bce-cb95619343e1 req-8f465c7c-018b-4f87-ae86-1c47da2cca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:36.573533 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-bee6e50a-6cf1-4114-9bce-cb95619343e1 req-8f465c7c-018b-4f87-ae86-1c47da2cca2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54404c87ce744aa8910669de4dfb4c3a&device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 1099 time: 0.1066978 Jun 06 17:41:36.583661 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-509fd669-b746-47cd-9653-343c14a54575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:36.595293 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:36.723419 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-57a6e2ee-c0b1-45a2-a5f2-95b8b749befd req-be3058b4-4016-463b-8bff-6f14e28fbac3 service neutron] 10.222.0.35 "GET /v2.0/networks/5819759c-7390-4859-9471-3f1914d1536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471209 Jun 06 17:41:36.738049 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d5fba-d22e-448d-a171-9ed156492e51 req-8772ed77-1576-409b-9ad8-8eb869ebfb6d tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:36.739593 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-686d5fba-d22e-448d-a171-9ed156492e51 req-8772ed77-1576-409b-9ad8-8eb869ebfb6d tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=c22f097b-38a2-40e1-a1a4-19825c3711f1 HTTP/1.1" status: 200 len: 945 time: 0.2404530 Jun 06 17:41:36.764507 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fd669-b746-47cd-9653-343c14a54575 admin admin] Pushing event updated for resources: {'Port': ['ID=fe7db770-7ee0-43e7-88f7-3619f34f2b7c,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:36.777497 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-509fd669-b746-47cd-9653-343c14a54575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:36.803440 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509fd669-b746-47cd-9653-343c14a54575 admin admin] Network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:41:36.805496 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-509fd669-b746-47cd-9653-343c14a54575 admin admin] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:36.810383 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509fd669-b746-47cd-9653-343c14a54575 admin admin] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:41:37.065834 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-686d5fba-d22e-448d-a171-9ed156492e51 req-2b8e1112-e1b9-4fa5-8012-6587a6f6a6f9 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349065 Jun 06 17:41:37.068560 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6e50a-6cf1-4114-9bce-cb95619343e1 req-8d47c72e-9c4b-429d-9358-63ec6bec357b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:37.070099 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-bee6e50a-6cf1-4114-9bce-cb95619343e1 req-8d47c72e-9c4b-429d-9358-63ec6bec357b service neutron] 10.222.0.35 "GET /v2.0/networks?id=91e36ee1-9372-4204-9256-6e9d56fc176b HTTP/1.1" status: 200 len: 920 time: 0.4768045 Jun 06 17:41:37.127850 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db563aaa-e445-47cd-b4dc-3b0718a0a4ae req-cd2bf398-a107-465c-bb04-6aaa48b60ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:37.134575 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-db563aaa-e445-47cd-b4dc-3b0718a0a4ae req-cd2bf398-a107-465c-bb04-6aaa48b60ba2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c22f097b-38a2-40e1-a1a4-19825c3711f1 HTTP/1.1" status: 200 len: 1098 time: 0.3933008 Jun 06 17:41:37.255347 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-bee6e50a-6cf1-4114-9bce-cb95619343e1 req-b856663c-201c-42f3-9cee-6b32f86004b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4022d63f-da4c-44a3-b75c-b5d033797316 HTTP/1.1" status: 200 len: 217 time: 0.1307151 Jun 06 17:41:37.288286 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-57a6e2ee-c0b1-45a2-a5f2-95b8b749befd req-1eb8d410-121c-4f40-bbab-b8fa9a90d170 service neutron] 10.222.0.35 "GET /v2.0/networks/5819759c-7390-4859-9471-3f1914d1536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459659 Jun 06 17:41:37.309571 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-db563aaa-e445-47cd-b4dc-3b0718a0a4ae req-6ad132da-3952-449f-a8bb-2b0a07765723 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573157 Jun 06 17:41:37.361378 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a6277-5307-493b-bbbc-0fd14a22dbae req-2e7b73e9-c331-4617-80e6-174f409a27cd tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:37.368358 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-fb1a6277-5307-493b-bbbc-0fd14a22dbae req-2e7b73e9-c331-4617-80e6-174f409a27cd tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 943 time: 0.1767976 Jun 06 17:41:37.369570 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85907fd2-a872-44c8-9b1b-e0e3012d5812 None None] Network 51fe70ed-aaea-433c-a701-bc44de4bd326 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:41:37.421066 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6e50a-6cf1-4114-9bce-cb95619343e1 req-aef6c423-3668-4873-9ea1-519783e08400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:37.422795 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-bee6e50a-6cf1-4114-9bce-cb95619343e1 req-aef6c423-3668-4873-9ea1-519783e08400 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88f6cacd-d427-4a47-bf7c-020d70a116c4 HTTP/1.1" status: 200 len: 859 time: 0.0975652 Jun 06 17:41:37.456453 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-fb1a6277-5307-493b-bbbc-0fd14a22dbae req-d94fcb16-6581-4de0-8c01-548e110a9f0a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826404 Jun 06 17:41:37.619767 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-a023c5ac-1aa8-4ffc-9272-a31c8ab34094 None None] Provisioning for port 91f8618c-5b5e-49cc-b940-c6296e86e8aa completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:41:37.677786 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-bee6e50a-6cf1-4114-9bce-cb95619343e1 req-4bd6a77f-eb19-4289-9ec2-6ae536016d1b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91e36ee1-9372-4204-9256-6e9d56fc176b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746369 Jun 06 17:41:37.742806 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-509fd669-b746-47cd-9653-343c14a54575 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:37.756594 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b042f-bb73-430e-9035-707b33d52e88 req-52d7001e-e9cb-4f3a-8656-e780b46f6d77 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:37.776878 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a88b042f-bb73-430e-9035-707b33d52e88 req-52d7001e-e9cb-4f3a-8656-e780b46f6d77 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.1790717 Jun 06 17:41:37.876495 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a88b042f-bb73-430e-9035-707b33d52e88 req-b775855a-ec39-47b6-aa17-9b6300d00c3f tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984190 Jun 06 17:41:37.992746 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 91f8618c-5b5e-49cc-b940-c6296e86e8aa up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:41:38.153514 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port 91f8618c-5b5e-49cc-b940-c6296e86e8aa completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:41:38.169292 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 91f8618c-5b5e-49cc-b940-c6296e86e8aa triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:38.170876 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:38.201382 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d3a7d-b05a-4bce-b901-d9444663554d req-26df6c49-ef4d-4198-9d03-b5c4626bdf0c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:38.203741 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-686d3a7d-b05a-4bce-b901-d9444663554d req-26df6c49-ef4d-4198-9d03-b5c4626bdf0c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.0961723 Jun 06 17:41:38.248463 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-7cb61e61-547b-4655-84c6-a12a28122d8d None None] Provisioning complete for port 91f8618c-5b5e-49cc-b940-c6296e86e8aa triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:38.249167 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-7cb61e61-547b-4655-84c6-a12a28122d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:38.297272 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-686d3a7d-b05a-4bce-b901-d9444663554d req-29ab54bb-b15b-49ff-8722-130cb5cc3107 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865438 Jun 06 17:41:38.328146 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-bee6e50a-6cf1-4114-9bce-cb95619343e1 req-a730d922-04f0-48fc-8e9d-12aeb4a9e17a service neutron] 10.222.0.35 "GET /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6364701 Jun 06 17:41:38.413615 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 009c3dae-5ef4-4d48-b753-c7e0f66fadec details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:41:38.590652 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-509fd669-b746-47cd-9653-343c14a54575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-815947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-813731'] for router, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:38.650231 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1d8ea-4cb0-490e-968d-bb90c74bd549 req-ce022afb-35e4-4bc4-85a3-76dcd954bb2b tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:38.652359 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d7f1d8ea-4cb0-490e-968d-bb90c74bd549 req-ce022afb-35e4-4bc4-85a3-76dcd954bb2b tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=c22f097b-38a2-40e1-a1a4-19825c3711f1 HTTP/1.1" status: 200 len: 945 time: 0.1469550 Jun 06 17:41:38.724330 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d7f1d8ea-4cb0-490e-968d-bb90c74bd549 req-37d4053f-757e-4e86-bdc8-a8089b289b55 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648491 Jun 06 17:41:38.740186 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-7cb61e61-547b-4655-84c6-a12a28122d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:38.766300 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.db.resource_extend [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 17:41:38.837068 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:38.912904 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-bee6e50a-6cf1-4114-9bce-cb95619343e1 req-dcac02de-8691-4498-9cec-3b2042308fb4 service neutron] 10.222.0.35 "GET /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5163817 Jun 06 17:41:38.924205 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-7cb61e61-547b-4655-84c6-a12a28122d8d None None] For port 91f8618c-5b5e-49cc-b940-c6296e86e8aa, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=91f8618c-5b5e-49cc-b940-c6296e86e8aa,segment=NetworkSegment(cb0261f0-ca86-4095-b02a-a27a7ed33197),segment_id=cb0261f0-ca86-4095-b02a-a27a7ed33197)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:38.984525 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 009c3dae-5ef4-4d48-b753-c7e0f66fadec, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=009c3dae-5ef4-4d48-b753-c7e0f66fadec,segment=NetworkSegment(a722723a-849f-4268-9cd8-907163b5b3e3),segment_id=a722723a-849f-4268-9cd8-907163b5b3e3)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:39.004632 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': '009c3dae-5ef4-4d48-b753-c7e0f66fadec', 'network_id': '5819759c-7390-4859-9471-3f1914d1536e', 'port_id': '009c3dae-5ef4-4d48-b753-c7e0f66fadec', 'mac_address': 'fa:16:3e:65:b5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8679353-f529-4d10-943e-fe2abace2802', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:41:39.034315 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b9f5c-4c7e-4703-b952-84a66b387ec4 req-f8f30a5b-8f83-40bc-8a2f-a3122dd1a44a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:39.041615 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f95b9f5c-4c7e-4703-b952-84a66b387ec4 req-f8f30a5b-8f83-40bc-8a2f-a3122dd1a44a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 943 time: 0.0949850 Jun 06 17:41:39.078183 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-7cb61e61-547b-4655-84c6-a12a28122d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:39.086233 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:39.112751 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509fd669-b746-47cd-9653-343c14a54575 admin admin] Router 48fcbc96-0864-4119-ab0b-9352544b2555 is scheduled to L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 with binding_index 1 {{(pid=98885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 17:41:39.198086 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f95b9f5c-4c7e-4703-b952-84a66b387ec4 req-c00c5516-9a96-4d98-b996-a68605471727 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540694 Jun 06 17:41:39.270095 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:39.303514 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009c3dae-5ef4-4d48-b753-c7e0f66fadec {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:41:39.314874 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.db.api [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 17:41:39.315262 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_db.api [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 17:41:39.322591 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb61e61-547b-4655-84c6-a12a28122d8d None None] Pushing event updated for resources: {'Port': ['ID=91f8618c-5b5e-49cc-b940-c6296e86e8aa,revision_number=3']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:39.325881 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-7cb61e61-547b-4655-84c6-a12a28122d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:39.335494 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 009c3dae-5ef4-4d48-b753-c7e0f66fadec, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=009c3dae-5ef4-4d48-b753-c7e0f66fadec,segment=NetworkSegment(a722723a-849f-4268-9cd8-907163b5b3e3),segment_id=a722723a-849f-4268-9cd8-907163b5b3e3)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:39.342955 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509fd669-b746-47cd-9653-343c14a54575 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:41:39.351698 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] Sync routers for ids ['48fcbc96-0864-4119-ab0b-9352544b2555'] in dv-cinder-791281-4-iscsi {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:41:39.362386 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] Routers {'48fcbc96-0864-4119-ab0b-9352544b2555'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:41:39.362973 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:41:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['48fcbc96-0864-4119-ab0b-9352544b2555'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:39.395105 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b7fe5-9e18-46b4-b444-eabc13ab6994 req-cbcc2b0a-bf38-47e0-b127-cf2f2154a773 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:39.397396 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2d4b7fe5-9e18-46b4-b444-eabc13ab6994 req-cbcc2b0a-bf38-47e0-b127-cf2f2154a773 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.0899189 Jun 06 17:41:39.443684 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2d4b7fe5-9e18-46b4-b444-eabc13ab6994 req-8489ac14-a848-4992-ac8d-6177daaa3481 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411458 Jun 06 17:41:39.536841 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] Set router 48fcbc96-0864-4119-ab0b-9352544b2555 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:41:39.577417 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:39.586559 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-509fd669-b746-47cd-9653-343c14a54575 admin admin] Notify callbacks [] for router, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:39.586559 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-509fd669-b746-47cd-9653-343c14a54575 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.6178467 Jun 06 17:41:39.586559 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 37790) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:39.587117 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:39.661650 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc905d79-2067-4219-83b0-c9c8e37cfcca req-16bf2b35-af7c-404a-8ba9-260430767e4b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:39.661650 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cc905d79-2067-4219-83b0-c9c8e37cfcca req-16bf2b35-af7c-404a-8ba9-260430767e4b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.1083910 Jun 06 17:41:39.697371 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=009c3dae-5ef4-4d48-b753-c7e0f66fadec,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:39.702073 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:39.804465 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cc905d79-2067-4219-83b0-c9c8e37cfcca req-3d6b3a59-bcc9-4101-a4fe-ff6dc9a877c4 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255412 Jun 06 17:41:39.923426 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['009c3dae-5ef4-4d48-b753-c7e0f66fadec'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:41:39.947443 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'name': 'tempest-TestShelveInstance-1334539616-router', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:33Z', 'updated_at': '2021-06-06T17:41:37Z', 'revision_number': 3, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'gw_port': {'id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:35Z', 'updated_at': '2021-06-06T17:41:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:39.953881 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] Checking router: 48fcbc96-0864-4119-ab0b-9352544b2555 for host: dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:41:39.954712 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] Updating router 48fcbc96-0864-4119-ab0b-9352544b2555 port fe7db770-7ee0-43e7-88f7-3619f34f2b7c binding host dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:41:40.022781 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:41:40.037162 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:40.147140 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118de31-98cc-47dc-87d1-4cb17084c95f req-79318077-35b7-4c4d-8534-c80612312944 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:40.165478 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-3118de31-98cc-47dc-87d1-4cb17084c95f req-79318077-35b7-4c4d-8534-c80612312944 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=c22f097b-38a2-40e1-a1a4-19825c3711f1 HTTP/1.1" status: 200 len: 945 time: 0.1754546 Jun 06 17:41:40.218939 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 91f8618c-5b5e-49cc-b940-c6296e86e8aa up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:41:40.262821 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-3118de31-98cc-47dc-87d1-4cb17084c95f req-4afca1a6-c368-47ea-a54c-c967863b8fb3 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961404 Jun 06 17:41:40.474913 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 91f8618c-5b5e-49cc-b940-c6296e86e8aa triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:40.475838 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:40.620945 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc61c6-a4f3-4c36-b6f9-43d523820bc2 req-ff7b1632-bffb-48ea-85da-9c24744cc731 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:40.632746 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1acc61c6-a4f3-4c36-b6f9-43d523820bc2 req-ff7b1632-bffb-48ea-85da-9c24744cc731 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 944 time: 0.1827226 Jun 06 17:41:40.660213 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] Notify callbacks [] for port, precommit_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:40.708274 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.provisioning_blocks [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] Transition to ACTIVE for port object fe7db770-7ee0-43e7-88f7-3619f34f2b7c will not be triggered until provisioned by entity L2. {{(pid=98887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:41:40.728400 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1acc61c6-a4f3-4c36-b6f9-43d523820bc2 req-28add60f-fb0d-4c1f-bf46-f6a0d6b402b8 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942559 Jun 06 17:41:40.851716 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:40.858227 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-982facf3-d0ff-42e0-86ac-5f3f89b87004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:40.883307 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:41.019894 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] Attempting to bind port fe7db770-7ee0-43e7-88f7-3619f34f2b7c on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:41:41.020273 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] Attempting to bind port fe7db770-7ee0-43e7-88f7-3619f34f2b7c by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}] {{(pid=98887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:41:41.020640 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] Attempting to bind port fe7db770-7ee0-43e7-88f7-3619f34f2b7c on network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:41:41.021637 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a3f42-2f30-4472-9fd1-d9223eede3ca req-97bdb2d5-994b-4000-9502-5926c524e200 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:41.030958 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230e353-6b67-4c99-bcc3-1ccd1e5d80d1 None None] Pushing event updated for resources: {'Port': ['ID=fe7db770-7ee0-43e7-88f7-3619f34f2b7c,revision_number=2']} {{(pid=98887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:41.033129 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5a9a3f42-2f30-4472-9fd1-d9223eede3ca req-97bdb2d5-994b-4000-9502-5926c524e200 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.1686521 Jun 06 17:41:41.033926 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:41:41.034093 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] Checking segment: {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:41:41.034428 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:41.034827 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] Bound using segment: {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'} {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:41:41.035304 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] Bound port: fe7db770-7ee0-43e7-88f7-3619f34f2b7c, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}}] {{(pid=98887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:41:41.036105 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:41.079230 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230e353-6b67-4c99-bcc3-1ccd1e5d80d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:41.079484 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230e353-6b67-4c99-bcc3-1ccd1e5d80d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:41.079822 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230e353-6b67-4c99-bcc3-1ccd1e5d80d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:41.080149 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230e353-6b67-4c99-bcc3-1ccd1e5d80d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:41.080469 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230e353-6b67-4c99-bcc3-1ccd1e5d80d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:41.080817 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230e353-6b67-4c99-bcc3-1ccd1e5d80d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:41.081129 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230e353-6b67-4c99-bcc3-1ccd1e5d80d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:41.081445 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230e353-6b67-4c99-bcc3-1ccd1e5d80d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:41.081781 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230e353-6b67-4c99-bcc3-1ccd1e5d80d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:41.082098 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230e353-6b67-4c99-bcc3-1ccd1e5d80d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:41.082406 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230e353-6b67-4c99-bcc3-1ccd1e5d80d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:41.082717 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f230e353-6b67-4c99-bcc3-1ccd1e5d80d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:41.093378 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-f230e353-6b67-4c99-bcc3-1ccd1e5d80d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:41.156863 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5a9a3f42-2f30-4472-9fd1-d9223eede3ca req-7c271df3-f84d-4ae5-be7f-6e5ec1b28682 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213546 Jun 06 17:41:41.158499 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.db [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] For port fe7db770-7ee0-43e7-88f7-3619f34f2b7c, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:41:41.162290 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.db [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] For port fe7db770-7ee0-43e7-88f7-3619f34f2b7c, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=fe7db770-7ee0-43e7-88f7-3619f34f2b7c,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:41:41.223361 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:41.227563 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-906ee51e-018e-4e6f-8cd1-fd3789cf667f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:41.322824 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Allocated IP 172.20.0.1 (51fe70ed-aaea-433c-a701-bc44de4bd326/8f365197-c9e1-40b7-9371-340e81ee9699/f0cd1ee0-4f9a-4846-b65c-04f60525593a) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:41:41.390437 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230e353-6b67-4c99-bcc3-1ccd1e5d80d1 None None] Pushing event updated for resources: {'Port': ['ID=fe7db770-7ee0-43e7-88f7-3619f34f2b7c,revision_number=3']} {{(pid=98887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:41.407354 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-f230e353-6b67-4c99-bcc3-1ccd1e5d80d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:41.453245 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] Routers {'48fcbc96-0864-4119-ab0b-9352544b2555'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:41:41.457622 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:41:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['48fcbc96-0864-4119-ab0b-9352544b2555'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:41.630003 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:41.648005 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.provisioning_blocks [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Transition to ACTIVE for port object f0cd1ee0-4f9a-4846-b65c-04f60525593a will not be triggered until provisioned by entity DHCP. {{(pid=98885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:41:41.697591 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] Set router 48fcbc96-0864-4119-ab0b-9352544b2555 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:41:41.749491 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:41.754624 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:41.800579 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7752f0-cc5e-4108-820f-982b92cfe89d req-d4931fe1-ec84-4d6e-a2a9-222a96eccd9c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:41.808335 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bf7752f0-cc5e-4108-820f-982b92cfe89d req-d4931fe1-ec84-4d6e-a2a9-222a96eccd9c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.1575849 Jun 06 17:41:41.904955 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Network 51fe70ed-aaea-433c-a701-bc44de4bd326 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:41:41.905501 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bf7752f0-cc5e-4108-820f-982b92cfe89d req-709746f8-1a83-4bcd-9032-27fecb89a098 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897670 Jun 06 17:41:41.908091 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:41.911961 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:41:41.970612 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560105'] for router_interface, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:41.990103 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Pushing event updated for resources: {'Port': ['ID=f0cd1ee0-4f9a-4846-b65c-04f60525593a,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:41.994016 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:42.200229 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'name': 'tempest-TestShelveInstance-1334539616-router', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:33Z', 'updated_at': '2021-06-06T17:41:37Z', 'revision_number': 3, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'gw_port': {'id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:35Z', 'updated_at': '2021-06-06T17:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:42.208599 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5202f76b-74f9-488c-a193-a46b409d7fd6 None None] The sync data for ids ['48fcbc96-0864-4119-ab0b-9352544b2555'] in dv-cinder-791281-4-iscsi is: [{'id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'name': 'tempest-TestShelveInstance-1334539616-router', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:33Z', 'updated_at': '2021-06-06T17:41:37Z', 'revision_number': 3, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'gw_port': {'id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:35Z', 'updated_at': '2021-06-06T17:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}] {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:41:42.283416 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:42.301265 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a610c5b-3bdc-421e-9d3e-84c4d4cafd74 req-7c280b5c-9233-4e09-83fa-d837eea5577f tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:42.302791 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9a610c5b-3bdc-421e-9d3e-84c4d4cafd74 req-7c280b5c-9233-4e09-83fa-d837eea5577f tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 944 time: 0.1671224 Jun 06 17:41:42.389685 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-8e4b9db8-a973-4f61-a90f-d21c403ca434 None None] Provisioning for port f0cd1ee0-4f9a-4846-b65c-04f60525593a completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:41:42.393104 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9a610c5b-3bdc-421e-9d3e-84c4d4cafd74 req-c6362a64-1745-4906-99bb-76b0f4434db2 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837390 Jun 06 17:41:42.406216 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-8e4b9db8-a973-4f61-a90f-d21c403ca434 None None] Provisioning complete for port f0cd1ee0-4f9a-4846-b65c-04f60525593a triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:42.406216 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-8e4b9db8-a973-4f61-a90f-d21c403ca434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:42.488502 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 009c3dae-5ef4-4d48-b753-c7e0f66fadec up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:41:42.644713 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b9db8-a973-4f61-a90f-d21c403ca434 None None] Port f0cd1ee0-4f9a-4846-b65c-04f60525593a cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:41:42.692658 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:42.761041 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning for port 009c3dae-5ef4-4d48-b753-c7e0f66fadec completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:41:42.767764 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14987785'] for port, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:42.768198 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port 009c3dae-5ef4-4d48-b753-c7e0f66fadec triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:42.768638 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:42.839530 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:42.956877 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:42.967454 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-811441'] for router_interface, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:42.971673 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Pushing event updated for resources: {'Port': ['ID=f0cd1ee0-4f9a-4846-b65c-04f60525593a,revision_number=2']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:42.975224 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:43.022991 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f9580c-9fde-49eb-98a5-18bc3a723c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009c3dae-5ef4-4d48-b753-c7e0f66fadec'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:41:43.028253 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71feba0-85d0-472a-bbbf-54f5c53ffc11" -d '{"events": [{"server_uuid": "01f9580c-9fde-49eb-98a5-18bc3a723c1b", "name": "network-vif-plugged", "status": "completed", "tag": "009c3dae-5ef4-4d48-b753-c7e0f66fadec"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:41:43.038384 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 009c3dae-5ef4-4d48-b753-c7e0f66fadec, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=009c3dae-5ef4-4d48-b753-c7e0f66fadec,segment=NetworkSegment(a722723a-849f-4268-9cd8-907163b5b3e3),segment_id=a722723a-849f-4268-9cd8-907163b5b3e3)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:43.114832 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:43.116877 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:43.228188 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Network 51fe70ed-aaea-433c-a701-bc44de4bd326 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:41:43.229287 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=009c3dae-5ef4-4d48-b753-c7e0f66fadec,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:43.233410 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:43.246986 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:43.298334 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980d037-0960-4aa6-8e03-944a0d1cdc3e req-9b2be53f-8112-49c0-ba06-7fa7bca5e7e2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:43.310272 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4980d037-0960-4aa6-8e03-944a0d1cdc3e req-9b2be53f-8112-49c0-ba06-7fa7bca5e7e2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.1504741 Jun 06 17:41:43.393456 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4980d037-0960-4aa6-8e03-944a0d1cdc3e req-c54498c7-3536-473e-8695-01830384f85f tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695305 Jun 06 17:41:43.589988 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-f37171d8-ab37-4c86-bc95-0157f0b9a9c2 None None] Provisioning complete for port f0cd1ee0-4f9a-4846-b65c-04f60525593a triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:43.592005 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-f37171d8-ab37-4c86-bc95-0157f0b9a9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:43.660846 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Router 48fcbc96-0864-4119-ab0b-9352544b2555 has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:41:43.698076 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-f37171d8-ab37-4c86-bc95-0157f0b9a9c2 None None] Port f0cd1ee0-4f9a-4846-b65c-04f60525593a cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:41:43.713067 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96099182-2788-4055-9cc9-80c41f195d86 req-098cefe3-b297-42ad-8e60-bdbf3a7260d6 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:43.714506 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-96099182-2788-4055-9cc9-80c41f195d86 req-098cefe3-b297-42ad-8e60-bdbf3a7260d6 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.1743400 Jun 06 17:41:43.789467 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-96099182-2788-4055-9cc9-80c41f195d86 req-3673f4d3-2436-48c2-816b-42edc4174e85 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632792 Jun 06 17:41:44.003862 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:41:44.013929 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1348eb-b0dd-49a3-81a2-b17c71dc67fc req-ad8cdb55-4620-4a70-9847-1542cb93a10b tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:44.019632 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] 10.222.0.18 "PUT /v2.0/routers/48fcbc96-0864-4119-ab0b-9352544b2555/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4370441 Jun 06 17:41:44.025384 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-6c1348eb-b0dd-49a3-81a2-b17c71dc67fc req-ad8cdb55-4620-4a70-9847-1542cb93a10b tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=c22f097b-38a2-40e1-a1a4-19825c3711f1 HTTP/1.1" status: 200 len: 945 time: 0.1095159 Jun 06 17:41:44.082254 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-6c1348eb-b0dd-49a3-81a2-b17c71dc67fc req-0b1f07e5-c572-4413-9b33-c82b5c2e4535 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558364 Jun 06 17:41:44.173775 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a881cf5-4c68-443a-9046-e876427ea37d x-openstack-request-id: req-4a881cf5-4c68-443a-9046-e876427ea37d {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:41:44.174077 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f9580c-9fde-49eb-98a5-18bc3a723c1b", "name": "network-vif-plugged", "status": "completed", "tag": "009c3dae-5ef4-4d48-b753-c7e0f66fadec", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:41:44.174341 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a881cf5-4c68-443a-9046-e876427ea37d {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:41:44.174737 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f9580c-9fde-49eb-98a5-18bc3a723c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009c3dae-5ef4-4d48-b753-c7e0f66fadec', 'code': 200} Jun 06 17:41:44.255665 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device fe7db770-7ee0-43e7-88f7-3619f34f2b7c up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:41:44.563644 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ed3ff-a1d3-4863-aedc-a90514ddfde1 req-bd4b3dc5-911d-4c56-89ae-4a7058c45134 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:44.575693 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-949ed3ff-a1d3-4863-aedc-a90514ddfde1 req-bd4b3dc5-911d-4c56-89ae-4a7058c45134 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 945 time: 0.2436013 Jun 06 17:41:44.683820 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-949ed3ff-a1d3-4863-aedc-a90514ddfde1 req-ca980000-ab7f-4239-b3a0-4b6194a66769 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052775 Jun 06 17:41:44.801973 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] Sync routers for ids ['48fcbc96-0864-4119-ab0b-9352544b2555'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:41:44.818913 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] Routers {'48fcbc96-0864-4119-ab0b-9352544b2555'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:41:44.819900 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:41:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['48fcbc96-0864-4119-ab0b-9352544b2555'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:44.840130 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbed9a7-4155-4ee7-a7a9-6f260c35120b req-12839fc7-7112-45a1-8271-c0bd96d29cbc tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:44.840130 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-2bbed9a7-4155-4ee7-a7a9-6f260c35120b req-12839fc7-7112-45a1-8271-c0bd96d29cbc tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.35 "GET /v2.0/ports?device_id=c22f097b-38a2-40e1-a1a4-19825c3711f1 HTTP/1.1" status: 200 len: 945 time: 0.1022015 Jun 06 17:41:44.919784 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd41cf8-081c-44f1-ab44-8f160a129cbd req-ba6f6375-babf-4d8f-b35c-4ba6a7404248 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:44.935727 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1fd41cf8-081c-44f1-ab44-8f160a129cbd req-ba6f6375-babf-4d8f-b35c-4ba6a7404248 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.1032906 Jun 06 17:41:44.999679 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1fd41cf8-081c-44f1-ab44-8f160a129cbd req-e93b81bf-d219-4284-a66f-4b950d00368f tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728834 Jun 06 17:41:45.047838 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [req-2bbed9a7-4155-4ee7-a7a9-6f260c35120b req-79e94f6e-7edb-4d6b-a300-f8185be56b2d tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Deleting port afd08cdb-a854-4635-a382-60ef856bf468 {{(pid=98885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:41:45.048946 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-2bbed9a7-4155-4ee7-a7a9-6f260c35120b req-79e94f6e-7edb-4d6b-a300-f8185be56b2d tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:45.081118 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] Set router 48fcbc96-0864-4119-ab0b-9352544b2555 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:41:45.163872 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port fe7db770-7ee0-43e7-88f7-3619f34f2b7c completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:41:45.233587 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [req-2bbed9a7-4155-4ee7-a7a9-6f260c35120b req-79e94f6e-7edb-4d6b-a300-f8185be56b2d tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] For port afd08cdb-a854-4635-a382-60ef856bf468, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=afd08cdb-a854-4635-a382-60ef856bf468,segment=NetworkSegment(98fd0eb8-8930-410f-b410-560aabccb798),segment_id=98fd0eb8-8930-410f-b410-560aabccb798)] {{(pid=98885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:45.233902 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-2bbed9a7-4155-4ee7-a7a9-6f260c35120b req-79e94f6e-7edb-4d6b-a300-f8185be56b2d tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:45.236099 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port fe7db770-7ee0-43e7-88f7-3619f34f2b7c triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:45.236480 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:45.302027 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b86984-b0e1-4ab8-941e-8f438564b1b7 req-889afc1b-23f2-4150-90a8-c3da68ac74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:45.303633 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c0b86984-b0e1-4ab8-941e-8f438564b1b7 req-889afc1b-23f2-4150-90a8-c3da68ac74a8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 1098 time: 0.1196835 Jun 06 17:41:45.342806 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9444d5-507e-4cff-b5d6-f393994ad9bf req-4ab8ed5b-ee4a-40c8-9d60-27f288590f27 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:45.346258 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4e9444d5-507e-4cff-b5d6-f393994ad9bf req-4ab8ed5b-ee4a-40c8-9d60-27f288590f27 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.2338634 Jun 06 17:41:45.391213 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c0b86984-b0e1-4ab8-941e-8f438564b1b7 req-9dd0f9ff-9750-4db9-89e1-08207ce9f784 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774333 Jun 06 17:41:45.428379 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [req-2bbed9a7-4155-4ee7-a7a9-6f260c35120b req-79e94f6e-7edb-4d6b-a300-f8185be56b2d tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Calling delete_port for afd08cdb-a854-4635-a382-60ef856bf468 owned by compute:nova {{(pid=98885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:41:45.451637 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4e9444d5-507e-4cff-b5d6-f393994ad9bf req-3fade5f4-b190-42e4-97d5-85f983e0472a tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997567 Jun 06 17:41:45.795915 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 37874) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:45.805215 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-b588b6ee-91f7-484c-b192-21ce3fd945a3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1218871027-network', 'tenant_id': '494826bcb1bb410fae897d36db56c578'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:45.835827 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6ef2e-83d5-4c54-9078-ef968ec341a9 req-26f56bf9-633a-4dd8-a9de-8dcd7dcaed54 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:45.838784 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9bf6ef2e-83d5-4c54-9078-ef968ec341a9 req-26f56bf9-633a-4dd8-a9de-8dcd7dcaed54 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=c22f097b-38a2-40e1-a1a4-19825c3711f1 HTTP/1.1" status: 200 len: 945 time: 0.1093698 Jun 06 17:41:45.842897 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-2bbed9a7-4155-4ee7-a7a9-6f260c35120b req-79e94f6e-7edb-4d6b-a300-f8185be56b2d tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:45.858487 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['afd08cdb-a854-4635-a382-60ef856bf468'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:41:45.863755 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:45.914125 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9bf6ef2e-83d5-4c54-9078-ef968ec341a9 req-12fe220f-ed9f-4083-8e30-6f288468d86d tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666270 Jun 06 17:41:45.916094 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e94f6e-7edb-4d6b-a300-f8185be56b2d tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Pushing event deleted for resources: {'Port': ['ID=afd08cdb-a854-4635-a382-60ef856bf468,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:45.917917 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:45.925948 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-79e94f6e-7edb-4d6b-a300-f8185be56b2d tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:45.947917 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'name': 'tempest-TestShelveInstance-1334539616-router', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:33Z', 'updated_at': '2021-06-06T17:41:42Z', 'revision_number': 4, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'gw_port': {'id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:35Z', 'updated_at': '2021-06-06T17:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'f0cd1ee0-4f9a-4846-b65c-04f60525593a', 'name': '', 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'mac_address': 'fa:16:3e:9d:c9:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8f365197-c9e1-40b7-9371-340e81ee9699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:40Z', 'updated_at': '2021-06-06T17:41:42Z', 'revision_number': 2, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'subnets': [{'id': '8f365197-c9e1-40b7-9371-340e81ee9699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:45.958482 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] Checking router: 48fcbc96-0864-4119-ab0b-9352544b2555 for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:41:45.958994 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] Updating router 48fcbc96-0864-4119-ab0b-9352544b2555 port f0cd1ee0-4f9a-4846-b65c-04f60525593a binding host dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:41:45.971455 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b588b6ee-91f7-484c-b192-21ce3fd945a3 admin admin] Made reservation on behalf of 494826bcb1bb410fae897d36db56c578 for: {'network': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:41:45.974021 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b588b6ee-91f7-484c-b192-21ce3fd945a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1686528'] for network, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:45.990127 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b588b6ee-91f7-484c-b192-21ce3fd945a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:46.010525 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port fe7db770-7ee0-43e7-88f7-3619f34f2b7c, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=fe7db770-7ee0-43e7-88f7-3619f34f2b7c,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:46.023104 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:46.104134 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:46.124649 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:46.130499 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b588b6ee-91f7-484c-b192-21ce3fd945a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:46.173346 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7ec89-8dc2-4f65-85aa-db37abcd1217 req-0d7c191c-99c1-460c-80e9-28c8ea3b6ef6 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:46.190401 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-dff7ec89-8dc2-4f65-85aa-db37abcd1217 req-0d7c191c-99c1-460c-80e9-28c8ea3b6ef6 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 945 time: 0.1578543 Jun 06 17:41:46.245709 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-dff7ec89-8dc2-4f65-85aa-db37abcd1217 req-87cc1b8a-d842-4c51-85e4-20a7895c5d08 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543432 Jun 06 17:41:46.266361 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b588b6ee-91f7-484c-b192-21ce3fd945a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:46.270917 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c567b692-0710-47b1-8f71-b8b0c2a2c6bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:46.306466 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=fe7db770-7ee0-43e7-88f7-3619f34f2b7c,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:46.311557 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:46.313560 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b588b6ee-91f7-484c-b192-21ce3fd945a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=98885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:41:46.319783 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588b6ee-91f7-484c-b192-21ce3fd945a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec15d33a-9213-42a1-a64a-e5cd8b3405e5,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:46.326692 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-b588b6ee-91f7-484c-b192-21ce3fd945a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:46.329261 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b588b6ee-91f7-484c-b192-21ce3fd945a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:46.329595 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.segments_db [None req-b588b6ee-91f7-484c-b192-21ce3fd945a3 admin admin] Added segment 42b65f55-795b-4269-b3ee-6e95b0ed1888 of type vlan for network e6bfad63-89bf-4c97-9fee-43170323a6c1 Jun 06 17:41:46.371048 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b588b6ee-91f7-484c-b192-21ce3fd945a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779962068718'] for network, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:46.461164 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbed9a7-4155-4ee7-a7a9-6f260c35120b req-79e94f6e-7edb-4d6b-a300-f8185be56b2d tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] No DVR routers for this DVR port afd08cdb-a854-4635-a382-60ef856bf468 on host hv-cinder-79128 {{(pid=98885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:41:46.466833 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-2bbed9a7-4155-4ee7-a7a9-6f260c35120b req-79e94f6e-7edb-4d6b-a300-f8185be56b2d tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:46.469165 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-2bbed9a7-4155-4ee7-a7a9-6f260c35120b req-79e94f6e-7edb-4d6b-a300-f8185be56b2d tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.35 "DELETE /v2.0/ports/afd08cdb-a854-4635-a382-60ef856bf468 HTTP/1.1" status: 204 len: 173 time: 1.6155417 Jun 06 17:41:46.469857 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22f097b-38a2-40e1-a1a4-19825c3711f1', 'name': 'network-vif-deleted', 'tag': 'afd08cdb-a854-4635-a382-60ef856bf468'}] {{(pid=98885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:41:46.472428 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a6c2106189684e6c8c135db98febb64b7965986d5ce9c0aaacdf0f98e167a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52028590-6e41-4a63-bdac-c436f919131e" -d '{"events": [{"server_uuid": "c22f097b-38a2-40e1-a1a4-19825c3711f1", "name": "network-vif-deleted", "tag": "afd08cdb-a854-4635-a382-60ef856bf468"}]}' {{(pid=98885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:41:46.535908 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5d88e-519b-4dd7-b676-1e702325c74c req-8ea26b90-8d88-45f4-82f5-418e5a74ddae tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:46.535908 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-87c5d88e-519b-4dd7-b676-1e702325c74c req-8ea26b90-8d88-45f4-82f5-418e5a74ddae tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.1070573 Jun 06 17:41:46.565565 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b588b6ee-91f7-484c-b192-21ce3fd945a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186'] for network, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:46.567348 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b588b6ee-91f7-484c-b192-21ce3fd945a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:46.568186 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b588b6ee-91f7-484c-b192-21ce3fd945a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:46.575136 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-2291eabd-ffa8-49ad-a5b1-02d3554c66be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:46.624671 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] Notify callbacks [] for port, precommit_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:46.644820 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] Transition to ACTIVE for port object f0cd1ee0-4f9a-4846-b65c-04f60525593a will not be triggered until provisioned by entity L2. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:41:46.649346 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-87c5d88e-519b-4dd7-b676-1e702325c74c req-0bd79f7d-19f1-401b-8954-f521b473a0c1 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026802 Jun 06 17:41:46.721499 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588b6ee-91f7-484c-b192-21ce3fd945a3 admin admin] Pushing event updated for resources: {'Network': ['ID=e6bfad63-89bf-4c97-9fee-43170323a6c1,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:46.733359 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Network e6bfad63-89bf-4c97-9fee-43170323a6c1 details requested by agent ovs-agent-dv-cinder-791281-4-iscsi with host dv-cinder-791281-4-iscsi {{(pid=98886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:41:46.738705 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-b588b6ee-91f7-484c-b192-21ce3fd945a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:46.765109 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dda60fc-4c36-4d24-86c1-f77422456e0c x-openstack-request-id: req-4dda60fc-4c36-4d24-86c1-f77422456e0c {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:41:46.766586 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22f097b-38a2-40e1-a1a4-19825c3711f1", "name": "network-vif-deleted", "tag": "afd08cdb-a854-4635-a382-60ef856bf468", "status": "completed", "code": 200}]} {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:41:46.766586 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4dda60fc-4c36-4d24-86c1-f77422456e0c {{(pid=98885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:41:46.766586 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22f097b-38a2-40e1-a1a4-19825c3711f1', 'name': 'network-vif-deleted', 'tag': 'afd08cdb-a854-4635-a382-60ef856bf468', 'status': 'completed', 'code': 200} Jun 06 17:41:46.768379 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-b588b6ee-91f7-484c-b192-21ce3fd945a3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9713407 Jun 06 17:41:46.771368 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 37886) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:46.777031 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-f0d2cd4d-a410-4b74-ad42-178a08eaf1d3 admin admin] Request body: {'subnet': {'network_id': 'e6bfad63-89bf-4c97-9fee-43170323a6c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1218871027-subnet', 'tenant_id': '494826bcb1bb410fae897d36db56c578', 'ip_version': 4}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:46.897325 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d2cd4d-a410-4b74-ad42-178a08eaf1d3 admin admin] Made reservation on behalf of 494826bcb1bb410fae897d36db56c578 for: {'subnet': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:41:46.901815 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f0d2cd4d-a410-4b74-ad42-178a08eaf1d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16410940'] for subnet, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:46.970254 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:46.986176 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:47.065133 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12715ef3-3b80-4947-97b3-1fb66758eb1e None None] Pushing event updated for resources: {'Port': ['ID=f0cd1ee0-4f9a-4846-b65c-04f60525593a,revision_number=3']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:47.068805 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-12715ef3-3b80-4947-97b3-1fb66758eb1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:47.122967 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468c64b-8d76-4c15-8ac1-333f4d45e49e req-36dd9fbc-4cb5-4f28-a2b1-147fe960494f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:47.125382 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c468c64b-8d76-4c15-8ac1-333f4d45e49e req-36dd9fbc-4cb5-4f28-a2b1-147fe960494f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.1863303 Jun 06 17:41:47.332909 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] Attempting to bind port f0cd1ee0-4f9a-4846-b65c-04f60525593a on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:41:47.333622 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] Attempting to bind port f0cd1ee0-4f9a-4846-b65c-04f60525593a by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': 'cb0261f0-ca86-4095-b02a-a27a7ed33197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326'}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:41:47.334154 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] Attempting to bind port f0cd1ee0-4f9a-4846-b65c-04f60525593a on network 51fe70ed-aaea-433c-a701-bc44de4bd326 {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:41:47.345270 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:41:47.347685 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] Checking segment: {'id': 'cb0261f0-ca86-4095-b02a-a27a7ed33197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:41:47.348275 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:47.349253 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] Bound using segment: {'id': 'cb0261f0-ca86-4095-b02a-a27a7ed33197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326'} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:41:47.350251 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] Bound port: f0cd1ee0-4f9a-4846-b65c-04f60525593a, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0261f0-ca86-4095-b02a-a27a7ed33197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326'}}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:41:47.350944 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:47.541399 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c468c64b-8d76-4c15-8ac1-333f4d45e49e req-b959d4f2-553b-4a2f-8f23-83b5ee10f54f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3838043 Jun 06 17:41:47.546757 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] For port f0cd1ee0-4f9a-4846-b65c-04f60525593a, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:41:47.551180 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] For port f0cd1ee0-4f9a-4846-b65c-04f60525593a, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=f0cd1ee0-4f9a-4846-b65c-04f60525593a,segment=NetworkSegment(cb0261f0-ca86-4095-b02a-a27a7ed33197),segment_id=cb0261f0-ca86-4095-b02a-a27a7ed33197)] {{(pid=98886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:41:47.558601 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-ff7b1b66-022f-43fc-86a9-bf24b079fb6b tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:47.560802 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-ff7b1b66-022f-43fc-86a9-bf24b079fb6b tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/networks?id=ca6f7006-368f-4d95-a3c3-653d46af5fd5 HTTP/1.1" status: 200 len: 812 time: 0.5523462 Jun 06 17:41:47.621369 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-7494aab3-aadb-44c0-b025-a5684d53cc24 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/quotas/0e010dd1ac104a8ea75a6975d471497b HTTP/1.1" status: 200 len: 375 time: 0.0229344 Jun 06 17:41:47.696180 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:47.701723 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-4939343b-42ce-450f-bda0-e4c448d02908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:47.763698 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-6333b551-d7f2-424b-9b00-6f52aa988432 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e010dd1ac104a8ea75a6975d471497b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1202686 Jun 06 17:41:47.820331 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-02e7d136-ee10-402d-b836-cd57a8bacb12 req-de466510-d5fd-4a56-aa74-d132ab59e998 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=c22f097b-38a2-40e1-a1a4-19825c3711f1 HTTP/1.1" status: 200 len: 210 time: 0.0802836 Jun 06 17:41:47.919856 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12715ef3-3b80-4947-97b3-1fb66758eb1e None None] Pushing event updated for resources: {'Port': ['ID=f0cd1ee0-4f9a-4846-b65c-04f60525593a,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:47.931073 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-12715ef3-3b80-4947-97b3-1fb66758eb1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:47.953006 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] Routers {'48fcbc96-0864-4119-ab0b-9352544b2555'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:41:47.953971 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:41:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['48fcbc96-0864-4119-ab0b-9352544b2555'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:48.160147 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-a485e772-91df-4a3e-8517-8ee5e6666b7b service neutron] 10.222.0.18 "GET /v2.0/networks/ca6f7006-368f-4d95-a3c3-653d46af5fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834569 Jun 06 17:41:48.286777 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75087e-1002-4a4e-8001-4b21edf1ed28 req-2f23f697-be6b-457a-ba84-82393e968e4f tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:48.301632 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-fe75087e-1002-4a4e-8001-4b21edf1ed28 req-2f23f697-be6b-457a-ba84-82393e968e4f tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 945 time: 0.1787984 Jun 06 17:41:48.330596 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f0d2cd4d-a410-4b74-ad42-178a08eaf1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14987934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16410926'] for subnet, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:48.345961 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:48.366364 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device fe7db770-7ee0-43e7-88f7-3619f34f2b7c up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:41:48.394735 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-fe75087e-1002-4a4e-8001-4b21edf1ed28 req-e449e969-2c7c-4b99-91bb-b9f7ea90dacd tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921621 Jun 06 17:41:48.447304 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d2cd4d-a410-4b74-ad42-178a08eaf1d3 admin admin] Checking segment: {'id': '42b65f55-795b-4269-b3ee-6e95b0ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e6bfad63-89bf-4c97-9fee-43170323a6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:41:48.447951 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d2cd4d-a410-4b74-ad42-178a08eaf1d3 admin admin] Network hostable DHCP agents. Network: e6bfad63-89bf-4c97-9fee-43170323a6c1, hostable agents: ['45453017-52f2-4007-8a53-c2b26b96b466'], hosted agents: [] {{(pid=98885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:41:48.515712 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2cd4d-a410-4b74-ad42-178a08eaf1d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcc31e5e-11fb-4e3c-be3f-6c82b4083580,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:48.519361 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-0b455da7-2f10-46b6-b7c1-10435d0dc2c7 service neutron] 10.222.0.18 "GET /v2.0/networks/ca6f7006-368f-4d95-a3c3-653d46af5fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583386 Jun 06 17:41:48.528425 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-f0d2cd4d-a410-4b74-ad42-178a08eaf1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:48.597150 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device afd08cdb-a854-4635-a382-60ef856bf468 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:41:48.598098 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d2cd4d-a410-4b74-ad42-178a08eaf1d3 admin admin] Network e6bfad63-89bf-4c97-9fee-43170323a6c1 is scheduled to be hosted by DHCP agent 45453017-52f2-4007-8a53-c2b26b96b466 with binding_index 1 {{(pid=98885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:41:48.656429 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] Set router 48fcbc96-0864-4119-ab0b-9352544b2555 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:41:48.696018 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-f0d2cd4d-a410-4b74-ad42-178a08eaf1d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-iscsi, e6bfad63-89bf-4c97-9fee-43170323a6c1) {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:48.701384 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d2cd4d-a410-4b74-ad42-178a08eaf1d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:48.702283 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f0d2cd4d-a410-4b74-ad42-178a08eaf1d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:48.790821 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1c7a07-d8ea-4c3f-a63b-184d1dfd0009 None None] Network e6bfad63-89bf-4c97-9fee-43170323a6c1 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:41:48.820823 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] No Port match for: afd08cdb-a854-4635-a382-60ef856bf468 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:41:48.821054 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device afd08cdb-a854-4635-a382-60ef856bf468 not bound to the agent host hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:41:48.821984 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcf323-5876-43c7-8751-d979e6867ff2 req-f4819dd3-502c-4a24-9d9e-349458801d34 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:48.824642 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bbdcf323-5876-43c7-8751-d979e6867ff2 req-f4819dd3-502c-4a24-9d9e-349458801d34 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.1795049 Jun 06 17:41:48.893159 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-f0d2cd4d-a410-4b74-ad42-178a08eaf1d3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1158638 Jun 06 17:41:48.893884 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 37936) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:48.899780 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-4a14411b-ff23-43e6-ac69-a2b772790f36 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1218871027-router', 'tenant_id': '494826bcb1bb410fae897d36db56c578', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:49.013123 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bbdcf323-5876-43c7-8751-d979e6867ff2 req-0723979c-b705-44e0-bbe2-e3926d9ff826 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790152 Jun 06 17:41:49.049986 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-4a14411b-ff23-43e6-ac69-a2b772790f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-815938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126989'] for router, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:49.051090 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-4a14411b-ff23-43e6-ac69-a2b772790f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-815835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-813822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126996'] for router, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:49.086613 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-4a14411b-ff23-43e6-ac69-a2b772790f36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:49.144146 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port fe7db770-7ee0-43e7-88f7-3619f34f2b7c triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:49.144641 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:49.446731 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37df74-7c3d-48de-a035-742e40f7e8a9 req-b130c21c-237f-46f5-bd2f-4b7796a23de8 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:49.463527 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cd37df74-7c3d-48de-a035-742e40f7e8a9 req-b130c21c-237f-46f5-bd2f-4b7796a23de8 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.2334168 Jun 06 17:41:49.553911 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cd37df74-7c3d-48de-a035-742e40f7e8a9 req-9464378b-4799-4c1f-8e51-020b88288472 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889711 Jun 06 17:41:49.709964 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fffc2be-ceb4-590f-8c94-af793f517164-e6bfad63-89bf-4c97-9fee-43170323a6c1', 'network_id': 'e6bfad63-89bf-4c97-9fee-43170323a6c1', 'tenant_id': '494826bcb1bb410fae897d36db56c578', 'fixed_ips': [{'subnet_id': 'bcc31e5e-11fb-4e3c-be3f-6c82b4083580'}]}} from dv-cinder-791281-4-iscsi. {{(pid=98886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 17:41:49.711401 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:49.815757 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-aa0f8f46-6666-49ff-9cea-9e037c2e6b10 req-cae65625-32ee-403f-9988-48acf0bda8b4 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd4ffde1-b596-412e-9452-594b6ef2bfc9 HTTP/1.1" status: 200 len: 210 time: 0.1983645 Jun 06 17:41:49.914094 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'name': 'tempest-TestShelveInstance-1334539616-router', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:33Z', 'updated_at': '2021-06-06T17:41:42Z', 'revision_number': 4, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'gw_port': {'id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:35Z', 'updated_at': '2021-06-06T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'f0cd1ee0-4f9a-4846-b65c-04f60525593a', 'name': '', 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'mac_address': 'fa:16:3e:9d:c9:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8f365197-c9e1-40b7-9371-340e81ee9699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:40Z', 'updated_at': '2021-06-06T17:41:47Z', 'revision_number': 4, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'subnets': [{'id': '8f365197-c9e1-40b7-9371-340e81ee9699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:49.951129 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3aaa2ad-123c-4d21-9701-a0bacbac0bdb None None] The sync data for ids ['48fcbc96-0864-4119-ab0b-9352544b2555'] in dv-cinder-791281-4-iscsi is: [{'id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'name': 'tempest-TestShelveInstance-1334539616-router', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:33Z', 'updated_at': '2021-06-06T17:41:42Z', 'revision_number': 4, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'gw_port': {'id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:35Z', 'updated_at': '2021-06-06T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'f0cd1ee0-4f9a-4846-b65c-04f60525593a', 'name': '', 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'mac_address': 'fa:16:3e:9d:c9:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8f365197-c9e1-40b7-9371-340e81ee9699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:40Z', 'updated_at': '2021-06-06T17:41:47Z', 'revision_number': 4, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'subnets': [{'id': '8f365197-c9e1-40b7-9371-340e81ee9699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:41:49.962237 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-4a14411b-ff23-43e6-ac69-a2b772790f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-813708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-815952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127010'] for router, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:50.076285 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.db_base_plugin_common [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Allocated IP 172.20.0.2 (e6bfad63-89bf-4c97-9fee-43170323a6c1/bcc31e5e-11fb-4e3c-be3f-6c82b4083580/72e43792-77c6-4f68-82ed-c374eb8df31a) {{(pid=98886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:41:50.400600 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device f0cd1ee0-4f9a-4846-b65c-04f60525593a up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:41:50.614776 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-4a14411b-ff23-43e6-ac69-a2b772790f36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:50.733173 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-4a14411b-ff23-43e6-ac69-a2b772790f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:50.803513 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port f0cd1ee0-4f9a-4846-b65c-04f60525593a completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:41:50.823600 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-bfaae537-0c0f-4126-bd40-afc2f80f80c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:50.871187 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae3fa6-330a-42b5-832e-79fe6521d706 req-bd6dd797-be15-4686-aaa0-8a92abf37b79 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:50.879557 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port f0cd1ee0-4f9a-4846-b65c-04f60525593a triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:50.879962 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:50.888862 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-04ae3fa6-330a-42b5-832e-79fe6521d706 req-bd6dd797-be15-4686-aaa0-8a92abf37b79 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.1851225 Jun 06 17:41:50.966405 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-04ae3fa6-330a-42b5-832e-79fe6521d706 req-a0a3ed95-6a42-44cf-ab54-291fcde09a63 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761938 Jun 06 17:41:51.025950 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Notify callbacks [] for port, precommit_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:51.069773 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Transition to ACTIVE for port object 72e43792-77c6-4f68-82ed-c374eb8df31a will not be triggered until provisioned by entity L2. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:41:51.203612 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Transition to ACTIVE for port object 72e43792-77c6-4f68-82ed-c374eb8df31a will not be triggered until provisioned by entity DHCP. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:41:51.251067 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370eb27-c659-4cc4-82bf-f8b9052f4ee7 req-f7caa711-cd9b-4ef9-b362-7182c3bb52ab tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:51.261051 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f370eb27-c659-4cc4-82bf-f8b9052f4ee7 req-f7caa711-cd9b-4ef9-b362-7182c3bb52ab tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.1543257 Jun 06 17:41:51.265463 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:51.344627 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port f0cd1ee0-4f9a-4846-b65c-04f60525593a, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=f0cd1ee0-4f9a-4846-b65c-04f60525593a,segment=NetworkSegment(cb0261f0-ca86-4095-b02a-a27a7ed33197),segment_id=cb0261f0-ca86-4095-b02a-a27a7ed33197)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:51.347524 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136'] for port, after_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:51.353473 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:51.385369 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [None req-4a14411b-ff23-43e6-ac69-a2b772790f36 admin admin] Allocated IP 172.27.1.83 (51853ba8-cea8-4c9b-b5c3-a56837a6d9d6/59a9bba0-da8c-4953-8d6b-87895ebef86f/40a8fd74-84e8-479b-aa9c-5f05d5f7b03f) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:41:51.386907 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f370eb27-c659-4cc4-82bf-f8b9052f4ee7 req-983e0d0c-6719-42fa-8b53-fcb9be26f80e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211557 Jun 06 17:41:51.447482 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:51.461457 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Network e6bfad63-89bf-4c97-9fee-43170323a6c1 is already hosted by enough agents. {{(pid=98886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:41:51.464953 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.scheduler.base_scheduler [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Resources bound (agent type, host, resource id): {{(pid=98886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:51.469401 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Received port after_create {{(pid=98886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:41:51.589602 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Pushing event updated for resources: {'Port': ['ID=72e43792-77c6-4f68-82ed-c374eb8df31a,revision_number=1']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:51.596679 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:51.614494 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:51.640440 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e216d7b1-941b-4367-9c51-0a5cbf0d1595 req-62c4a08a-1d15-4215-8c34-a70b1fa72e4a tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd4ffde1-b596-412e-9452-594b6ef2bfc9 HTTP/1.1" status: 200 len: 210 time: 0.0956593 Jun 06 17:41:51.708552 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-4a14411b-ff23-43e6-ac69-a2b772790f36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:51.875967 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Attempting to bind port 72e43792-77c6-4f68-82ed-c374eb8df31a on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:41:51.875967 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Attempting to bind port 72e43792-77c6-4f68-82ed-c374eb8df31a by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': '42b65f55-795b-4269-b3ee-6e95b0ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e6bfad63-89bf-4c97-9fee-43170323a6c1'}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:41:51.875967 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Attempting to bind port 72e43792-77c6-4f68-82ed-c374eb8df31a on network e6bfad63-89bf-4c97-9fee-43170323a6c1 {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:41:51.885862 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:41:51.886285 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Checking segment: {'id': '42b65f55-795b-4269-b3ee-6e95b0ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e6bfad63-89bf-4c97-9fee-43170323a6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:41:51.886669 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:51.887071 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Bound using segment: {'id': '42b65f55-795b-4269-b3ee-6e95b0ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e6bfad63-89bf-4c97-9fee-43170323a6c1'} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:41:51.887819 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Bound port: 72e43792-77c6-4f68-82ed-c374eb8df31a, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b65f55-795b-4269-b3ee-6e95b0ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e6bfad63-89bf-4c97-9fee-43170323a6c1'}}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:41:51.888206 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:51.978219 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=f0cd1ee0-4f9a-4846-b65c-04f60525593a,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:52.007550 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:52.064721 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] For port 72e43792-77c6-4f68-82ed-c374eb8df31a, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:41:52.069064 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] For port 72e43792-77c6-4f68-82ed-c374eb8df31a, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=72e43792-77c6-4f68-82ed-c374eb8df31a,segment=NetworkSegment(42b65f55-795b-4269-b3ee-6e95b0ed1888),segment_id=42b65f55-795b-4269-b3ee-6e95b0ed1888)] {{(pid=98886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:41:52.097802 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-4a14411b-ff23-43e6-ac69-a2b772790f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:52.104460 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-79e94f6e-7edb-4d6b-a300-f8185be56b2d tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:52.194987 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a14411b-ff23-43e6-ac69-a2b772790f36 admin admin] Network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:41:52.199190 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-4a14411b-ff23-43e6-ac69-a2b772790f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:52.205108 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a14411b-ff23-43e6-ac69-a2b772790f36 admin admin] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:41:52.249431 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14411b-ff23-43e6-ac69-a2b772790f36 admin admin] Pushing event updated for resources: {'Port': ['ID=40a8fd74-84e8-479b-aa9c-5f05d5f7b03f,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:52.255925 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-4a14411b-ff23-43e6-ac69-a2b772790f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:52.282313 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device f0cd1ee0-4f9a-4846-b65c-04f60525593a up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:41:52.295705 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc34db-2a4f-4ef0-90f1-07fd0a090ea2 req-1d872853-8193-4055-9fc4-83e9171be554 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:52.297280 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-30cc34db-2a4f-4ef0-90f1-07fd0a090ea2 req-1d872853-8193-4055-9fc4-83e9171be554 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.1612241 Jun 06 17:41:52.353221 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-30cc34db-2a4f-4ef0-90f1-07fd0a090ea2 req-35c7cda4-c8f5-41b1-8a4b-f14232052186 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518510 Jun 06 17:41:52.413283 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port f0cd1ee0-4f9a-4846-b65c-04f60525593a triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:52.413665 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:52.575292 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e33791-9c61-4651-828b-697082b69cdd req-2e2f0d2c-52a7-4edf-a99e-0d73428be501 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:52.577073 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-43e33791-9c61-4651-828b-697082b69cdd req-2e2f0d2c-52a7-4edf-a99e-0d73428be501 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.0808330 Jun 06 17:41:52.627619 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-43e33791-9c61-4651-828b-697082b69cdd req-b9370611-07f1-4a2c-80da-dec460f078f4 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437284 Jun 06 17:41:52.657476 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:52.661271 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:52.775297 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Pushing event updated for resources: {'Port': ['ID=72e43792-77c6-4f68-82ed-c374eb8df31a,revision_number=2']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:52.788033 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:52.894710 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:52.905865 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a83a155c-0396-4e00-9480-d8bfead319b4 req-f4df26be-8e4f-4e7c-8b3d-592e16fb0953 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd4ffde1-b596-412e-9452-594b6ef2bfc9 HTTP/1.1" status: 200 len: 210 time: 0.1052623 Jun 06 17:41:53.038422 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-f90beb83-e46f-4360-9016-7a423cba4a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:53.239767 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-0f09495d-f262-432f-9aeb-f00487ddac0e tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:53.241545 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-0f09495d-f262-432f-9aeb-f00487ddac0e tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.35 "GET /v2.0/networks?id=ca6f7006-368f-4d95-a3c3-653d46af5fd5 HTTP/1.1" status: 200 len: 812 time: 0.3384538 Jun 06 17:41:53.264967 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-198385fa-1b55-4fb1-ad0c-43d0b9f848c8 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Request body: {'port': {'device_id': 'cd4ffde1-b596-412e-9452-594b6ef2bfc9', 'network_id': 'ca6f7006-368f-4d95-a3c3-653d46af5fd5', 'admin_state_up': True, 'tenant_id': '0e010dd1ac104a8ea75a6975d471497b'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:53.530997 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-4a14411b-ff23-43e6-ac69-a2b772790f36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:53.649170 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b93ffc-daa2-4ed8-bf2d-8e42fea23ec1 req-5b9ecfe4-5263-4889-9e8b-64f37cd3c15a tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:53.651153 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-93b93ffc-daa2-4ed8-bf2d-8e42fea23ec1 req-5b9ecfe4-5263-4889-9e8b-64f37cd3c15a tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.1279829 Jun 06 17:41:53.718389 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-198385fa-1b55-4fb1-ad0c-43d0b9f848c8 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Made reservation on behalf of 0e010dd1ac104a8ea75a6975d471497b for: {'port': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:41:53.719019 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-93b93ffc-daa2-4ed8-bf2d-8e42fea23ec1 req-3deae36c-7ef9-4c94-ab41-348a1529f929 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621307 Jun 06 17:41:53.746005 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-198385fa-1b55-4fb1-ad0c-43d0b9f848c8 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:53.883071 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:54.054513 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e171c19-f8a0-430c-b7d9-997b368eca12 None None] Network e6bfad63-89bf-4c97-9fee-43170323a6c1 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:41:54.237127 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-e0e8ed08-4434-4331-9847-ec9053004e87 None None] Provisioning for port 72e43792-77c6-4f68-82ed-c374eb8df31a completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:41:54.272329 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 72e43792-77c6-4f68-82ed-c374eb8df31a up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:41:54.273878 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-4a14411b-ff23-43e6-ac69-a2b772790f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-815947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-813731'] for router, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:54.362340 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-198385fa-1b55-4fb1-ad0c-43d0b9f848c8 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Allocated IP 172.20.0.3 (ca6f7006-368f-4d95-a3c3-653d46af5fd5/39b0ec58-b7c1-4924-afc0-2e2c0f874f32/d61b93ed-2167-479e-beca-814dcd56119e) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:41:54.492249 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port 72e43792-77c6-4f68-82ed-c374eb8df31a completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:41:54.499468 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 72e43792-77c6-4f68-82ed-c374eb8df31a triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:54.499853 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:54.703719 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:54.728153 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-06ef2fe6-e475-4d26-933f-aa8f939d91c4 None None] Provisioning complete for port 72e43792-77c6-4f68-82ed-c374eb8df31a triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:54.728523 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-06ef2fe6-e475-4d26-933f-aa8f939d91c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:54.820200 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port 72e43792-77c6-4f68-82ed-c374eb8df31a, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=72e43792-77c6-4f68-82ed-c374eb8df31a,segment=NetworkSegment(42b65f55-795b-4269-b3ee-6e95b0ed1888),segment_id=42b65f55-795b-4269-b3ee-6e95b0ed1888)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:54.844997 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-198385fa-1b55-4fb1-ad0c-43d0b9f848c8 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:54.847891 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a14411b-ff23-43e6-ac69-a2b772790f36 admin admin] Router fb596675-6f3b-44e5-977e-27c490977c34 is scheduled to L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 with binding_index 1 {{(pid=98885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 17:41:54.905716 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-06ef2fe6-e475-4d26-933f-aa8f939d91c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:54.939560 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188898d7-ed35-4557-88bb-d55912896ea6 req-8058b1d7-750b-4392-adf1-bf0c2dfa6039 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:54.943545 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-188898d7-ed35-4557-88bb-d55912896ea6 req-8058b1d7-750b-4392-adf1-bf0c2dfa6039 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/networks?id=5819759c-7390-4859-9471-3f1914d1536e HTTP/1.1" status: 200 len: 814 time: 0.2215714 Jun 06 17:41:54.952757 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7c08d097-551d-425d-a140-0e801d08617f req-4e328704-9804-4c92-90ae-3d7ac8c68912 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1722472 Jun 06 17:41:54.959122 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:54.967838 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-188898d7-ed35-4557-88bb-d55912896ea6 req-9c65322d-f4f6-4d2d-81be-2626e32af9df tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/quotas/d5b58d21b43f4c29abeede717f6a7632 HTTP/1.1" status: 200 len: 375 time: 0.0132046 Jun 06 17:41:54.971247 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:54.986692 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-2f323148-ca81-4793-863c-2db9bea6f0d4 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:54.988448 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-2f323148-ca81-4793-863c-2db9bea6f0d4 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/networks?id=b495e757-90ab-4214-b925-875e1f809103 HTTP/1.1" status: 200 len: 809 time: 0.2918289 Jun 06 17:41:55.081091 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-5a52cef8-9a1b-472f-ac07-280f5abeaf4e tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/quotas/9945bbfb3d62449ab5e7e05af310d94f HTTP/1.1" status: 200 len: 375 time: 0.0776024 Jun 06 17:41:55.101685 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.db.api [None req-06ef2fe6-e475-4d26-933f-aa8f939d91c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 17:41:55.102212 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_db.api [None req-06ef2fe6-e475-4d26-933f-aa8f939d91c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 17:41:55.108068 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=72e43792-77c6-4f68-82ed-c374eb8df31a,revision_number=3']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:55.111032 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:55.155702 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-198385fa-1b55-4fb1-ad0c-43d0b9f848c8 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:55.178203 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-9ecff24e-9bc6-4bd7-8fd9-c023e308df1d tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9945bbfb3d62449ab5e7e05af310d94f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840685 Jun 06 17:41:55.183085 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-509fd669-b746-47cd-9653-343c14a54575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:55.197452 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-188898d7-ed35-4557-88bb-d55912896ea6 req-c39b1045-8639-4784-b9ef-dfb942d6e027 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5b58d21b43f4c29abeede717f6a7632&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2076788 Jun 06 17:41:55.200029 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08d097-551d-425d-a140-0e801d08617f req-fb6402c3-0391-4e88-9ad4-149cca57dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:55.201409 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7c08d097-551d-425d-a140-0e801d08617f req-fb6402c3-0391-4e88-9ad4-149cca57dfad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54404c87ce744aa8910669de4dfb4c3a&device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 1099 time: 0.1495042 Jun 06 17:41:55.247243 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a14411b-ff23-43e6-ac69-a2b772790f36 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:41:55.269189 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] Sync routers for ids ['fb596675-6f3b-44e5-977e-27c490977c34'] in dv-cinder-791281-4-iscsi {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:41:55.283552 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] Routers {'fb596675-6f3b-44e5-977e-27c490977c34'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:41:55.284953 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:41:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['fb596675-6f3b-44e5-977e-27c490977c34'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:55.307331 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-198385fa-1b55-4fb1-ad0c-43d0b9f848c8 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Network ca6f7006-368f-4d95-a3c3-653d46af5fd5 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:41:55.315640 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-198385fa-1b55-4fb1-ad0c-43d0b9f848c8 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:55.322401 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-198385fa-1b55-4fb1-ad0c-43d0b9f848c8 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:41:55.400590 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198385fa-1b55-4fb1-ad0c-43d0b9f848c8 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Pushing event updated for resources: {'Port': ['ID=d61b93ed-2167-479e-beca-814dcd56119e,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:55.411241 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-198385fa-1b55-4fb1-ad0c-43d0b9f848c8 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:55.417448 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-4a14411b-ff23-43e6-ac69-a2b772790f36 admin admin] Notify callbacks [] for router, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:55.418628 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-4a14411b-ff23-43e6-ac69-a2b772790f36 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.5230186 Jun 06 17:41:55.430026 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 38050) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:41:55.498705 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] Set router fb596675-6f3b-44e5-977e-27c490977c34 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:41:55.550815 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-198385fa-1b55-4fb1-ad0c-43d0b9f848c8 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:55.551525 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-198385fa-1b55-4fb1-ad0c-43d0b9f848c8 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:55.565949 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-6ef24f26-8411-4b8a-94b3-00c234253396 service neutron] 10.222.0.18 "GET /v2.0/networks/b495e757-90ab-4214-b925-875e1f809103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519523 Jun 06 17:41:55.607571 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08d097-551d-425d-a140-0e801d08617f req-0ce4d41e-cd07-47f5-8c19-2f22e670810b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:55.609134 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7c08d097-551d-425d-a140-0e801d08617f req-0ce4d41e-cd07-47f5-8c19-2f22e670810b service neutron] 10.222.0.35 "GET /v2.0/networks?id=91e36ee1-9372-4204-9256-6e9d56fc176b HTTP/1.1" status: 200 len: 920 time: 0.3741176 Jun 06 17:41:55.612405 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-188898d7-ed35-4557-88bb-d55912896ea6 req-1b1ca79d-1a5e-4195-8928-2e60cb0ec2dd service neutron] 10.222.0.18 "GET /v2.0/networks/5819759c-7390-4859-9471-3f1914d1536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064496 Jun 06 17:41:55.736156 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7c08d097-551d-425d-a140-0e801d08617f req-9cd81bb2-008c-49e5-855b-980096e9dcad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2985eeb2-dde4-4e83-96e9-25305ba32409 HTTP/1.1" status: 200 len: 217 time: 0.1156671 Jun 06 17:41:55.752077 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-198385fa-1b55-4fb1-ad0c-43d0b9f848c8 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4965672 Jun 06 17:41:55.765277 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] Request body: {'port': {'device_id': 'cd4ffde1-b596-412e-9452-594b6ef2bfc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:55.871510 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb596675-6f3b-44e5-977e-27c490977c34', 'name': 'tempest-TestShelveInstance-1218871027-router', 'tenant_id': '494826bcb1bb410fae897d36db56c578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '40a8fd74-84e8-479b-aa9c-5f05d5f7b03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:49Z', 'updated_at': '2021-06-06T17:41:52Z', 'revision_number': 3, 'project_id': '494826bcb1bb410fae897d36db56c578', 'gw_port': {'id': '40a8fd74-84e8-479b-aa9c-5f05d5f7b03f', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb596675-6f3b-44e5-977e-27c490977c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:50Z', 'updated_at': '2021-06-06T17:41:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:55.875689 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] Checking router: fb596675-6f3b-44e5-977e-27c490977c34 for host: dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:41:55.876047 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] Updating router fb596675-6f3b-44e5-977e-27c490977c34 port 40a8fd74-84e8-479b-aa9c-5f05d5f7b03f binding host dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:41:55.892267 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a00c5b-929a-4e18-aadd-e9bfae69d174 req-b16f24f8-6d4b-4c76-811b-ad763656574a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:55.896766 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:55.900148 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-53a00c5b-929a-4e18-aadd-e9bfae69d174 req-b16f24f8-6d4b-4c76-811b-ad763656574a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=22e0c313a0d34d1cbf3166f27aaa75be&device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 1099 time: 0.4788165 Jun 06 17:41:55.941618 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:55.949582 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08d097-551d-425d-a140-0e801d08617f req-0e3a1965-0622-4859-9cbb-3049039037be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:55.951063 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7c08d097-551d-425d-a140-0e801d08617f req-0e3a1965-0622-4859-9cbb-3049039037be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88f6cacd-d427-4a47-bf7c-020d70a116c4 HTTP/1.1" status: 200 len: 859 time: 0.1920061 Jun 06 17:41:56.010037 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-188898d7-ed35-4557-88bb-d55912896ea6 req-d8b5bac7-673c-47aa-90e6-33e7484c4373 service neutron] 10.222.0.18 "GET /v2.0/networks/5819759c-7390-4859-9471-3f1914d1536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189824 Jun 06 17:41:56.059698 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-1382f634-3e8c-4323-a023-2d991d3b4e11 service neutron] 10.222.0.18 "GET /v2.0/networks/b495e757-90ab-4214-b925-875e1f809103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819963 Jun 06 17:41:56.067620 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7c08d097-551d-425d-a140-0e801d08617f req-c1380489-96c0-4552-aa5a-7e2bac36c156 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91e36ee1-9372-4204-9256-6e9d56fc176b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996690 Jun 06 17:41:56.205021 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a00c5b-929a-4e18-aadd-e9bfae69d174 req-06388f8b-f38b-4174-9b42-4f9c1d00fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:56.208819 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-53a00c5b-929a-4e18-aadd-e9bfae69d174 req-06388f8b-f38b-4174-9b42-4f9c1d00fe13 service neutron] 10.222.0.35 "GET /v2.0/networks?id=797ee1ce-df47-45dc-9d12-b7882bffb3f5 HTTP/1.1" status: 200 len: 917 time: 0.2983096 Jun 06 17:41:56.251191 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7c08d097-551d-425d-a140-0e801d08617f req-94df94e6-b65d-4674-9c22-0d87e1d9f29b service neutron] 10.222.0.35 "GET /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727781 Jun 06 17:41:56.256361 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:56.262693 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 72e43792-77c6-4f68-82ed-c374eb8df31a up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:41:56.426657 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 72e43792-77c6-4f68-82ed-c374eb8df31a triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:56.427393 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:56.476085 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-53a00c5b-929a-4e18-aadd-e9bfae69d174 req-e6d84347-3c5f-434c-9066-15e755ef2fe4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=673b91fe-791a-4744-9fd5-a09b5eb629c0 HTTP/1.1" status: 200 len: 1002 time: 0.2235467 Jun 06 17:41:56.667383 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] Notify callbacks [] for port, precommit_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:56.696546 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.provisioning_blocks [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] Transition to ACTIVE for port object 40a8fd74-84e8-479b-aa9c-5f05d5f7b03f will not be triggered until provisioned by entity L2. {{(pid=98887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:41:56.770222 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:56.776977 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:56.828063 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a00c5b-929a-4e18-aadd-e9bfae69d174 req-de90d80f-fa93-484e-aadc-1736139d66c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:56.834585 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-53a00c5b-929a-4e18-aadd-e9bfae69d174 req-de90d80f-fa93-484e-aadc-1736139d66c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=32856328-a45b-4d19-b9c2-2268b19da00b HTTP/1.1" status: 200 len: 855 time: 0.2690020 Jun 06 17:41:56.889235 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] Attempting to bind port 40a8fd74-84e8-479b-aa9c-5f05d5f7b03f on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:41:56.889617 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] Attempting to bind port 40a8fd74-84e8-479b-aa9c-5f05d5f7b03f by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}] {{(pid=98887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:41:56.889989 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] Attempting to bind port 40a8fd74-84e8-479b-aa9c-5f05d5f7b03f on network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:41:56.908067 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:41:56.908456 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] Checking segment: {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:41:56.908899 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:56.909298 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] Bound using segment: {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'} {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:41:56.909767 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] Bound port: 40a8fd74-84e8-479b-aa9c-5f05d5f7b03f, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}}] {{(pid=98887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:41:56.910137 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:56.949502 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0eb08-5c5d-4c3f-b51d-aaeb59275cb8 None None] Pushing event updated for resources: {'Port': ['ID=40a8fd74-84e8-479b-aa9c-5f05d5f7b03f,revision_number=2']} {{(pid=98887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:56.959753 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-a1d0eb08-5c5d-4c3f-b51d-aaeb59275cb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:56.991400 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7c08d097-551d-425d-a140-0e801d08617f req-e68bf6b1-f24f-4767-b078-8dc627504043 service neutron] 10.222.0.35 "GET /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109982 Jun 06 17:41:57.001867 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed43762-17b4-4da9-9916-c5949aa7f3c0 req-2d578433-44d0-47f2-814b-426bb633f95e tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:57.004178 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bed43762-17b4-4da9-9916-c5949aa7f3c0 req-2d578433-44d0-47f2-814b-426bb633f95e tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd4ffde1-b596-412e-9452-594b6ef2bfc9 HTTP/1.1" status: 200 len: 931 time: 0.3672378 Jun 06 17:41:57.021634 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.db [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] For port 40a8fd74-84e8-479b-aa9c-5f05d5f7b03f, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:41:57.024928 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.db [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] For port 40a8fd74-84e8-479b-aa9c-5f05d5f7b03f, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=40a8fd74-84e8-479b-aa9c-5f05d5f7b03f,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:41:57.039488 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a00c5b-929a-4e18-aadd-e9bfae69d174 req-3d2282e9-a0dd-4764-b022-f16999d526f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:57.041267 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-53a00c5b-929a-4e18-aadd-e9bfae69d174 req-3d2282e9-a0dd-4764-b022-f16999d526f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=797ee1ce-df47-45dc-9d12-b7882bffb3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1891544 Jun 06 17:41:57.116150 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bed43762-17b4-4da9-9916-c5949aa7f3c0 req-1cdeed19-e661-452b-8f71-59e4e4b4324e tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007257 Jun 06 17:41:57.121181 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:57.127912 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:57.141961 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37868b4e-b030-4a37-aef8-03cca205394e req-7e877ae1-5f2d-4cc0-88b4-156f383735d0 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:57.143548 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-37868b4e-b030-4a37-aef8-03cca205394e req-7e877ae1-5f2d-4cc0-88b4-156f383735d0 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.4176490 Jun 06 17:41:57.272532 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] Routers {'fb596675-6f3b-44e5-977e-27c490977c34'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:41:57.273371 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:41:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['fb596675-6f3b-44e5-977e-27c490977c34'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:57.342008 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d61b93ed-2167-479e-beca-814dcd56119e {{(pid=98885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:41:57.349680 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:57.368296 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.provisioning_blocks [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] Transition to ACTIVE for port object d61b93ed-2167-479e-beca-814dcd56119e will not be triggered until provisioned by entity L2. {{(pid=98885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:41:57.372601 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0eb08-5c5d-4c3f-b51d-aaeb59275cb8 None None] Pushing event updated for resources: {'Port': ['ID=40a8fd74-84e8-479b-aa9c-5f05d5f7b03f,revision_number=3']} {{(pid=98887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:57.374081 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-37868b4e-b030-4a37-aef8-03cca205394e req-3c565806-c77f-4a83-91b4-ec4a80548381 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186875 Jun 06 17:41:57.386451 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-a1d0eb08-5c5d-4c3f-b51d-aaeb59275cb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:57.388819 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-559d4a0c-2646-4d5e-84e5-0ee575a470b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:57.401395 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-53a00c5b-929a-4e18-aadd-e9bfae69d174 req-1ff03973-e630-4085-88c2-1c0b4cbd8d4c service neutron] 10.222.0.35 "GET /v2.0/networks/797ee1ce-df47-45dc-9d12-b7882bffb3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473489 Jun 06 17:41:57.534729 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] Set router fb596675-6f3b-44e5-977e-27c490977c34 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:41:57.553521 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:57.563623 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14987785'] for port, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:57.596256 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-a930eca1-93db-466d-b645-835d01550efd req-0b2cb035-d427-4e81-961c-2993173367bd tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 210 time: 0.0883536 Jun 06 17:41:57.609271 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c3baa-74ff-4074-a43f-7a1b73914e16 req-8b515c95-9188-4c89-9fd1-bc9613d69719 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:57.611228 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d25c3baa-74ff-4074-a43f-7a1b73914e16 req-8b515c95-9188-4c89-9fd1-bc9613d69719 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.3372090 Jun 06 17:41:57.618421 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c63e93f4-ae72-4dbc-b15b-4759ee9df48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:57.729867 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d25c3baa-74ff-4074-a43f-7a1b73914e16 req-97e82176-66d5-4ef5-a5da-faea922010db tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891433 Jun 06 17:41:57.735202 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-53a00c5b-929a-4e18-aadd-e9bfae69d174 req-bd22f0c2-44bc-4252-bb5e-8bb0e813a4be service neutron] 10.222.0.35 "GET /v2.0/networks/797ee1ce-df47-45dc-9d12-b7882bffb3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254538 Jun 06 17:41:57.874800 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-cb6484e3-fafd-4f61-954a-deb6d64d4e8f req-de4c37a1-b327-4484-b290-23b9ef08b283 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 210 time: 0.1369925 Jun 06 17:41:57.879249 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb596675-6f3b-44e5-977e-27c490977c34', 'name': 'tempest-TestShelveInstance-1218871027-router', 'tenant_id': '494826bcb1bb410fae897d36db56c578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '40a8fd74-84e8-479b-aa9c-5f05d5f7b03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:49Z', 'updated_at': '2021-06-06T17:41:52Z', 'revision_number': 3, 'project_id': '494826bcb1bb410fae897d36db56c578', 'gw_port': {'id': '40a8fd74-84e8-479b-aa9c-5f05d5f7b03f', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb596675-6f3b-44e5-977e-27c490977c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:50Z', 'updated_at': '2021-06-06T17:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:41:57.883377 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b669879-249d-425c-b34c-c41f5395ba9a None None] The sync data for ids ['fb596675-6f3b-44e5-977e-27c490977c34'] in dv-cinder-791281-4-iscsi is: [{'id': 'fb596675-6f3b-44e5-977e-27c490977c34', 'name': 'tempest-TestShelveInstance-1218871027-router', 'tenant_id': '494826bcb1bb410fae897d36db56c578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '40a8fd74-84e8-479b-aa9c-5f05d5f7b03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:49Z', 'updated_at': '2021-06-06T17:41:52Z', 'revision_number': 3, 'project_id': '494826bcb1bb410fae897d36db56c578', 'gw_port': {'id': '40a8fd74-84e8-479b-aa9c-5f05d5f7b03f', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb596675-6f3b-44e5-977e-27c490977c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:50Z', 'updated_at': '2021-06-06T17:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}] {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:41:58.079498 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] Pushing event updated for resources: {'Port': ['ID=d61b93ed-2167-479e-beca-814dcd56119e,revision_number=2']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:58.082872 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:58.242623 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.managers [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] Attempting to bind port d61b93ed-2167-479e-beca-814dcd56119e on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:41:58.243306 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.managers [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] Attempting to bind port d61b93ed-2167-479e-beca-814dcd56119e by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '0866e98b-2319-47f9-97d6-5cf095ddcad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ca6f7006-368f-4d95-a3c3-653d46af5fd5'}] {{(pid=98885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:41:58.243605 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] Attempting to bind port d61b93ed-2167-479e-beca-814dcd56119e on network ca6f7006-368f-4d95-a3c3-653d46af5fd5 {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:41:58.247549 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [None req-559d4a0c-2646-4d5e-84e5-0ee575a470b1 admin admin] Allocated IP 172.20.0.1 (e6bfad63-89bf-4c97-9fee-43170323a6c1/bcc31e5e-11fb-4e3c-be3f-6c82b4083580/9763497d-42e6-43a0-8cb9-471c24263fc2) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:41:58.256075 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] Port d61b93ed-2167-479e-beca-814dcd56119e on network ca6f7006-368f-4d95-a3c3-653d46af5fd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:41:58.260235 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] Attempting to bind port d61b93ed-2167-479e-beca-814dcd56119e on network ca6f7006-368f-4d95-a3c3-653d46af5fd5 {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:41:58.293246 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] Checking agent: {'id': '6c14353c-f6d9-4edd-9e01-bd5de19f5e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'started_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:41:58.294588 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] Checking segment: {'id': '0866e98b-2319-47f9-97d6-5cf095ddcad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ca6f7006-368f-4d95-a3c3-653d46af5fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:41:58.294588 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] Bound using segment: {'id': '0866e98b-2319-47f9-97d6-5cf095ddcad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ca6f7006-368f-4d95-a3c3-653d46af5fd5'} {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:41:58.294959 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.managers [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] Bound port: d61b93ed-2167-479e-beca-814dcd56119e, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0866e98b-2319-47f9-97d6-5cf095ddcad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ca6f7006-368f-4d95-a3c3-653d46af5fd5'}}] {{(pid=98885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:41:58.295049 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:58.318116 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 40a8fd74-84e8-479b-aa9c-5f05d5f7b03f up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:41:58.382917 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ff21e-2e22-4db2-9a08-18a1b797c14e req-5b1541a7-c34b-4f4b-8a2c-81de631ad06a tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:58.386620 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-254ff21e-2e22-4db2-9a08-18a1b797c14e req-5b1541a7-c34b-4f4b-8a2c-81de631ad06a tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd4ffde1-b596-412e-9452-594b6ef2bfc9 HTTP/1.1" status: 200 len: 943 time: 0.1154566 Jun 06 17:41:58.449650 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-254ff21e-2e22-4db2-9a08-18a1b797c14e req-3fc8ebb5-bb89-4090-a37b-7810ae07b5cc tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564878 Jun 06 17:41:58.457064 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port 40a8fd74-84e8-479b-aa9c-5f05d5f7b03f completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:41:58.463474 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 40a8fd74-84e8-479b-aa9c-5f05d5f7b03f triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:58.463902 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:58.537996 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-559d4a0c-2646-4d5e-84e5-0ee575a470b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:58.575605 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 673b91fe-791a-4744-9fd5-a09b5eb629c0 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:41:58.614318 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] For port d61b93ed-2167-479e-beca-814dcd56119e, host hv-cinder-79128, cleared binding levels {{(pid=98885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:41:58.616497 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.provisioning_blocks [None req-559d4a0c-2646-4d5e-84e5-0ee575a470b1 admin admin] Transition to ACTIVE for port object 9763497d-42e6-43a0-8cb9-471c24263fc2 will not be triggered until provisioned by entity DHCP. {{(pid=98885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:41:58.644261 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] For port d61b93ed-2167-479e-beca-814dcd56119e, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d61b93ed-2167-479e-beca-814dcd56119e,segment=NetworkSegment(0866e98b-2319-47f9-97d6-5cf095ddcad7),segment_id=0866e98b-2319-47f9-97d6-5cf095ddcad7)] {{(pid=98885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:41:58.703577 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb665eec-e47a-46cd-b2d9-95d7843712b2 req-09a2c787-92ca-4819-81f2-0ab0973676aa tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:58.705367 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-fb665eec-e47a-46cd-b2d9-95d7843712b2 req-09a2c787-92ca-4819-81f2-0ab0973676aa tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 946 time: 0.1560946 Jun 06 17:41:58.767920 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:58.779180 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-fb665eec-e47a-46cd-b2d9-95d7843712b2 req-3833897f-03ca-4e00-ba75-318402dafcde tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630870 Jun 06 17:41:58.811461 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port 40a8fd74-84e8-479b-aa9c-5f05d5f7b03f, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=40a8fd74-84e8-479b-aa9c-5f05d5f7b03f,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:58.818067 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:58.858082 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445ddbcb-ff4f-435f-b8a2-b4525a25a670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '673b91fe-791a-4744-9fd5-a09b5eb629c0'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:41:58.863545 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402e46ed-74d8-4d81-9f51-67b58eb663bd" -d '{"events": [{"server_uuid": "445ddbcb-ff4f-435f-b8a2-b4525a25a670", "name": "network-vif-unplugged", "status": "completed", "tag": "673b91fe-791a-4744-9fd5-a09b5eb629c0"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:41:58.871340 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-559d4a0c-2646-4d5e-84e5-0ee575a470b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:58.878687 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14987785'] for port, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:58.884580 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-198385fa-1b55-4fb1-ad0c-43d0b9f848c8 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:58.887819 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 673b91fe-791a-4744-9fd5-a09b5eb629c0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=673b91fe-791a-4744-9fd5-a09b5eb629c0,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:41:58.988543 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:58.991779 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-0c84727b-d126-47ed-bdcd-61004b4300b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:59.005437 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-24207778-1198-43f5-98b1-463f8fec30a0 req-a894f132-54dd-41fd-9645-21cf1ec6acb8 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 210 time: 0.2336400 Jun 06 17:41:59.005878 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559d4a0c-2646-4d5e-84e5-0ee575a470b1 admin admin] Network e6bfad63-89bf-4c97-9fee-43170323a6c1 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:41:59.013856 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-559d4a0c-2646-4d5e-84e5-0ee575a470b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:41:59.025131 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559d4a0c-2646-4d5e-84e5-0ee575a470b1 admin admin] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:41:59.113537 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cf20a-5179-4ae1-b3ca-66c8f51ad10d req-e730fa82-7d35-4c1d-a647-c792ffda5d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:59.130238 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-711cf20a-5179-4ae1-b3ca-66c8f51ad10d req-e730fa82-7d35-4c1d-a647-c792ffda5d99 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 1099 time: 0.1547878 Jun 06 17:41:59.138446 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d4a0c-2646-4d5e-84e5-0ee575a470b1 admin admin] Pushing event updated for resources: {'Port': ['ID=9763497d-42e6-43a0-8cb9-471c24263fc2,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:59.144437 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:59.151758 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 06 Jun 2021 17:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b283568c-8951-4a11-8ad6-2585d78df47b x-openstack-request-id: req-b283568c-8951-4a11-8ad6-2585d78df47b {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:41:59.154373 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445ddbcb-ff4f-435f-b8a2-b4525a25a670", "name": "network-vif-unplugged", "status": "completed", "tag": "673b91fe-791a-4744-9fd5-a09b5eb629c0", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:41:59.154373 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b283568c-8951-4a11-8ad6-2585d78df47b {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:41:59.154373 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445ddbcb-ff4f-435f-b8a2-b4525a25a670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '673b91fe-791a-4744-9fd5-a09b5eb629c0', 'code': 200} Jun 06 17:41:59.188713 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=40a8fd74-84e8-479b-aa9c-5f05d5f7b03f,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:59.198169 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:59.198872 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:59.200457 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] 10.222.0.35 "PUT /v2.0/ports/d61b93ed-2167-479e-beca-814dcd56119e HTTP/1.1" status: 200 len: 1093 time: 3.4399111 Jun 06 17:41:59.200727 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-711cf20a-5179-4ae1-b3ca-66c8f51ad10d req-0975ee86-fbb8-4c67-ab4c-1e531c97c388 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695734 Jun 06 17:41:59.201682 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:59.202062 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:59.209954 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:59.212198 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:59.212198 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:59.212198 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:59.212198 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:59.213620 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:59.214129 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:59.214606 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:59.215306 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4ffde1-b596-412e-9452-594b6ef2bfc9', 'tag': 'd61b93ed-2167-479e-beca-814dcd56119e'}] {{(pid=98885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:41:59.215808 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:59.216281 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:41:59.220522 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a6c2106189684e6c8c135db98febb64b7965986d5ce9c0aaacdf0f98e167a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20403c3a-dd14-4966-a8ff-efb00a000b67" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4ffde1-b596-412e-9452-594b6ef2bfc9", "tag": "d61b93ed-2167-479e-beca-814dcd56119e"}]}' {{(pid=98885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:41:59.226454 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:59.228656 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:59.357876 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-559d4a0c-2646-4d5e-84e5-0ee575a470b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560105'] for router_interface, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:59.371106 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=673b91fe-791a-4744-9fd5-a09b5eb629c0,revision_number=8']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:59.375630 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:59.381979 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] Pushing event updated for resources: {'Port': ['ID=d61b93ed-2167-479e-beca-814dcd56119e,revision_number=3']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:41:59.387729 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:59.390461 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.388s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:41:59.390727 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:41:59.406701 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb03bab-7ff5-4c64-86ee-f039e88b5cfa req-04930dc1-624b-4b68-9bf1-e75e014910c7 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:59.408196 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-deb03bab-7ff5-4c64-86ee-f039e88b5cfa req-04930dc1-624b-4b68-9bf1-e75e014910c7 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.4742994 Jun 06 17:41:59.425421 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8fd88a18-e695-4472-b0bd-64c1fc3bd0ae req-8e11e11f-31e8-4a86-aee7-1373a72c24ff tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 210 time: 0.1163471 Jun 06 17:41:59.490040 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf7858d-4193-4ce9-be9b-f041613cba3a x-openstack-request-id: req-ddf7858d-4193-4ce9-be9b-f041613cba3a {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:41:59.490252 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4ffde1-b596-412e-9452-594b6ef2bfc9", "tag": "d61b93ed-2167-479e-beca-814dcd56119e", "status": "completed", "code": 200}]} {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:41:59.490620 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ddf7858d-4193-4ce9-be9b-f041613cba3a {{(pid=98885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:41:59.491094 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd4ffde1-b596-412e-9452-594b6ef2bfc9', 'tag': 'd61b93ed-2167-479e-beca-814dcd56119e', 'status': 'completed', 'code': 200} Jun 06 17:41:59.560210 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-c33d197b-1f50-4530-9830-ceeca5ff4adc None None] Provisioning for port 9763497d-42e6-43a0-8cb9-471c24263fc2 completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:41:59.565295 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-c33d197b-1f50-4530-9830-ceeca5ff4adc None None] Provisioning complete for port 9763497d-42e6-43a0-8cb9-471c24263fc2 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:41:59.565905 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-c33d197b-1f50-4530-9830-ceeca5ff4adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:41:59.598413 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-deb03bab-7ff5-4c64-86ee-f039e88b5cfa req-ee57033e-d9aa-4de2-89f4-536369de6bee tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814256 Jun 06 17:41:59.665732 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-c33d197b-1f50-4530-9830-ceeca5ff4adc None None] Port 9763497d-42e6-43a0-8cb9-471c24263fc2 cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:41:59.690452 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-f7950fa1-4e4f-4be2-a0d0-3b5f429944be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:59.696470 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-f7950fa1-4e4f-4be2-a0d0-3b5f429944be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e010dd1ac104a8ea75a6975d471497b&device_id=cd4ffde1-b596-412e-9452-594b6ef2bfc9 HTTP/1.1" status: 200 len: 1096 time: 0.2096841 Jun 06 17:41:59.773385 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-05a89866-3b3d-4d07-b241-58bedc103715 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d61b93ed-2167-479e-beca-814dcd56119e HTTP/1.1" status: 200 len: 217 time: 0.0740469 Jun 06 17:41:59.815830 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-2a66836e-e7e9-4019-8986-f69cd0f4fbec tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:59.816051 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-2a66836e-e7e9-4019-8986-f69cd0f4fbec tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.35 "GET /v2.0/networks?id=b495e757-90ab-4214-b925-875e1f809103 HTTP/1.1" status: 200 len: 809 time: 0.2881148 Jun 06 17:41:59.825324 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424671ed-f34c-4254-b195-e3f3847e5762 req-5e429b3e-5c14-4d80-a109-4309b04b9bae tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:59.826939 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-424671ed-f34c-4254-b195-e3f3847e5762 req-5e429b3e-5c14-4d80-a109-4309b04b9bae tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd4ffde1-b596-412e-9452-594b6ef2bfc9 HTTP/1.1" status: 200 len: 943 time: 0.2322481 Jun 06 17:41:59.837620 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-2a970d62-0c73-4bbd-ac26-eca23ab753ac tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Request body: {'port': {'device_id': '19c01638-6821-4ad5-9c1b-72d1cc234d41', 'network_id': 'b495e757-90ab-4214-b925-875e1f809103', 'admin_state_up': True, 'tenant_id': '9945bbfb3d62449ab5e7e05af310d94f'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:41:59.849765 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-b5815b78-8645-4cd9-8bb3-bd8ffc3b7159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:41:59.851435 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-b5815b78-8645-4cd9-8bb3-bd8ffc3b7159 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=39b0ec58-b7c1-4924-afc0-2e2c0f874f32 HTTP/1.1" status: 200 len: 852 time: 0.0680978 Jun 06 17:41:59.995577 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-424671ed-f34c-4254-b195-e3f3847e5762 req-b4534f06-60ba-4921-8c8e-9c658dd7443e tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396704 Jun 06 17:42:00.112131 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-cd1adfd6-6b6a-4bdf-92f9-6b3533591c76 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca6f7006-368f-4d95-a3c3-653d46af5fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2509940 Jun 06 17:42:00.244516 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-2a970d62-0c73-4bbd-ac26-eca23ab753ac tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Made reservation on behalf of 9945bbfb3d62449ab5e7e05af310d94f for: {'port': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:42:00.248660 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-2a970d62-0c73-4bbd-ac26-eca23ab753ac tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:00.256929 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 40a8fd74-84e8-479b-aa9c-5f05d5f7b03f up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:00.299073 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e590cd20-302a-4c44-9fca-e848f09ff075 req-69ccf5e9-690b-4175-bf0d-2ddbbbe94977 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 210 time: 0.1370485 Jun 06 17:42:00.311544 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-3e105859-d4fa-4edb-8bc4-d8e8b42cf21f service neutron] 10.222.0.35 "GET /v2.0/networks/ca6f7006-368f-4d95-a3c3-653d46af5fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599557 Jun 06 17:42:00.394227 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 40a8fd74-84e8-479b-aa9c-5f05d5f7b03f triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:00.394947 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:00.442824 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-559d4a0c-2646-4d5e-84e5-0ee575a470b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:00.532051 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-2a970d62-0c73-4bbd-ac26-eca23ab753ac tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Allocated IP 172.20.0.10 (b495e757-90ab-4214-b925-875e1f809103/b5e7f43b-113c-4056-baf2-de5e247a2550/54adfb04-2e9c-4b8d-b095-1bc92cebc78c) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:42:00.602825 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ffdfa673-b2ae-4339-b5ea-5fc66aefc9e4 req-65118c0d-52ee-49c1-bcc0-90710e6a4076 service neutron] 10.222.0.35 "GET /v2.0/networks/ca6f7006-368f-4d95-a3c3-653d46af5fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756486 Jun 06 17:42:00.625023 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7fd26-add4-4e4c-84fc-91a0697ce0d1 req-d1f2869b-7cb0-47eb-b4d0-e8869023133c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:00.627932 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-19e7fd26-add4-4e4c-84fc-91a0697ce0d1 req-d1f2869b-7cb0-47eb-b4d0-e8869023133c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.5919199 Jun 06 17:42:00.676816 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-fe22f201-ccb3-4ca0-9268-7ed81dadf989 req-61313c75-c3ab-486d-9417-83fd5ef870ff tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 210 time: 0.0767436 Jun 06 17:42:00.944826 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-19e7fd26-add4-4e4c-84fc-91a0697ce0d1 req-d5385803-4c10-4463-af16-3625931715e8 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3074155 Jun 06 17:42:01.011203 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-2a970d62-0c73-4bbd-ac26-eca23ab753ac tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:01.042257 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d9828-9a3c-4e9f-a23c-4f4d73eb71c3 req-27526f21-6a94-48be-b450-830a66e7a202 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:01.043693 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-440d9828-9a3c-4e9f-a23c-4f4d73eb71c3 req-27526f21-6a94-48be-b450-830a66e7a202 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.2264953 Jun 06 17:42:01.047376 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20403c3a-dd14-4966-a8ff-efb00a000b67 req-bacb9e54-fbc7-4538-8139-5a8ee2a8cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:01.048733 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-20403c3a-dd14-4966-a8ff-efb00a000b67 req-bacb9e54-fbc7-4538-8139-5a8ee2a8cee3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e010dd1ac104a8ea75a6975d471497b&device_id=cd4ffde1-b596-412e-9452-594b6ef2bfc9 HTTP/1.1" status: 200 len: 1096 time: 0.2658184 Jun 06 17:42:01.092170 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188898d7-ed35-4557-88bb-d55912896ea6 req-564face3-691a-4ed3-907d-7fe4a2e8dad3 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:01.094630 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-188898d7-ed35-4557-88bb-d55912896ea6 req-564face3-691a-4ed3-907d-7fe4a2e8dad3 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.35 "GET /v2.0/networks?id=5819759c-7390-4859-9471-3f1914d1536e HTTP/1.1" status: 200 len: 814 time: 0.4410505 Jun 06 17:42:01.107875 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [req-188898d7-ed35-4557-88bb-d55912896ea6 req-5acc7338-af65-4c39-bfbf-6851cb57a83a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Request body: {'port': {'device_id': '4b24cd72-d432-46e1-89f0-27f75edaa0bf', 'network_id': '5819759c-7390-4859-9471-3f1914d1536e', 'admin_state_up': True, 'tenant_id': 'd5b58d21b43f4c29abeede717f6a7632'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:01.262496 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-440d9828-9a3c-4e9f-a23c-4f4d73eb71c3 req-88397504-5e74-4d42-87ae-6c8b698086c4 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074864 Jun 06 17:42:01.266903 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-559d4a0c-2646-4d5e-84e5-0ee575a470b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:01.269647 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-2a970d62-0c73-4bbd-ac26-eca23ab753ac tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:01.277902 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:01.360963 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-2a970d62-0c73-4bbd-ac26-eca23ab753ac tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Network b495e757-90ab-4214-b925-875e1f809103 is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:42:01.363460 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb277b23-e41c-41ae-8ebb-d921c903e739 req-d9217d0b-9880-444e-b8ff-53a9f89a128e tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:01.365299 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-bb277b23-e41c-41ae-8ebb-d921c903e739 req-d9217d0b-9880-444e-b8ff-53a9f89a128e tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd4ffde1-b596-412e-9452-594b6ef2bfc9 HTTP/1.1" status: 200 len: 943 time: 0.1490936 Jun 06 17:42:01.365541 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-2a970d62-0c73-4bbd-ac26-eca23ab753ac tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:01.381751 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-2a970d62-0c73-4bbd-ac26-eca23ab753ac tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:42:01.411986 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-559d4a0c-2646-4d5e-84e5-0ee575a470b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14987785'] for port, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:01.438629 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:01.443198 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a970d62-0c73-4bbd-ac26-eca23ab753ac tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Pushing event updated for resources: {'Port': ['ID=54adfb04-2e9c-4b8d-b095-1bc92cebc78c,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:01.453584 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2a970d62-0c73-4bbd-ac26-eca23ab753ac tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:01.462554 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20403c3a-dd14-4966-a8ff-efb00a000b67 req-7e2b1420-74a6-47c4-9e16-c881ac11e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:01.462554 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-20403c3a-dd14-4966-a8ff-efb00a000b67 req-7e2b1420-74a6-47c4-9e16-c881ac11e82d service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca6f7006-368f-4d95-a3c3-653d46af5fd5 HTTP/1.1" status: 200 len: 913 time: 0.3287792 Jun 06 17:42:01.466601 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-2a970d62-0c73-4bbd-ac26-eca23ab753ac tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:01.467239 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-2a970d62-0c73-4bbd-ac26-eca23ab753ac tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:01.508736 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188898d7-ed35-4557-88bb-d55912896ea6 req-5acc7338-af65-4c39-bfbf-6851cb57a83a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Made reservation on behalf of d5b58d21b43f4c29abeede717f6a7632 for: {'port': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:42:01.512322 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-188898d7-ed35-4557-88bb-d55912896ea6 req-5acc7338-af65-4c39-bfbf-6851cb57a83a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:01.556336 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-bb277b23-e41c-41ae-8ebb-d921c903e739 req-9fd55e62-50a0-4132-bd36-01139ec8c701 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779885 Jun 06 17:42:01.571809 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d4a0c-2646-4d5e-84e5-0ee575a470b1 admin admin] Pushing event updated for resources: {'Port': ['ID=9763497d-42e6-43a0-8cb9-471c24263fc2,revision_number=2']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:01.575659 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-559d4a0c-2646-4d5e-84e5-0ee575a470b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:01.576774 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-559d4a0c-2646-4d5e-84e5-0ee575a470b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-811441'] for router_interface, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:01.637238 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-20403c3a-dd14-4966-a8ff-efb00a000b67 req-dd36a3f6-692a-4275-8a8a-8759be8a9d53 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d61b93ed-2167-479e-beca-814dcd56119e HTTP/1.1" status: 200 len: 217 time: 0.1636925 Jun 06 17:42:01.748119 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20403c3a-dd14-4966-a8ff-efb00a000b67 req-37414bf8-40f6-4f69-8e47-78adac162c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:01.749784 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-20403c3a-dd14-4966-a8ff-efb00a000b67 req-37414bf8-40f6-4f69-8e47-78adac162c78 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=39b0ec58-b7c1-4924-afc0-2e2c0f874f32 HTTP/1.1" status: 200 len: 852 time: 0.0809751 Jun 06 17:42:01.800536 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-20403c3a-dd14-4966-a8ff-efb00a000b67 req-55d34a12-ab2b-4a3e-bf21-0a7f05f2712c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca6f7006-368f-4d95-a3c3-653d46af5fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431311 Jun 06 17:42:01.806963 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-2a970d62-0c73-4bbd-ac26-eca23ab753ac tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9748359 Jun 06 17:42:01.814339 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d4e06-5e29-4d69-8472-2e0a9327040e req-dcdabf01-fa70-4224-bad9-0fc134e49efd tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:01.816713 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e59d4e06-5e29-4d69-8472-2e0a9327040e req-dcdabf01-fa70-4224-bad9-0fc134e49efd tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 932 time: 0.1905391 Jun 06 17:42:01.821652 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Request body: {'port': {'device_id': '19c01638-6821-4ad5-9c1b-72d1cc234d41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:01.849551 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [req-188898d7-ed35-4557-88bb-d55912896ea6 req-5acc7338-af65-4c39-bfbf-6851cb57a83a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Allocated IP 172.20.0.11 (5819759c-7390-4859-9471-3f1914d1536e/d8679353-f529-4d10-943e-fe2abace2802/800efb57-cfc5-4d57-aaa5-89987dc721dc) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:42:01.853681 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559d4a0c-2646-4d5e-84e5-0ee575a470b1 admin admin] Network e6bfad63-89bf-4c97-9fee-43170323a6c1 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:42:01.856524 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-559d4a0c-2646-4d5e-84e5-0ee575a470b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:02.054642 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.35', 53961) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:02.128618 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e59d4e06-5e29-4d69-8472-2e0a9327040e req-ad1a6715-21dc-4911-8166-387d089a662e tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608140 Jun 06 17:42:02.147185 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-730f6b82-4bdb-42a4-97ae-96da7bbee5a2 req-d172e53e-632b-4d07-aeb6-457a1cc5b272 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 210 time: 0.0656106 Jun 06 17:42:02.167492 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:02.188374 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-20403c3a-dd14-4966-a8ff-efb00a000b67 req-d30ed656-205e-4d1c-a341-06ecdebe056b service neutron] 10.222.0.35 "GET /v2.0/networks/ca6f7006-368f-4d95-a3c3-653d46af5fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705556 Jun 06 17:42:02.214021 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559d4a0c-2646-4d5e-84e5-0ee575a470b1 admin admin] Router fb596675-6f3b-44e5-977e-27c490977c34 has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:42:02.230029 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-fdbb848b-5e5e-42e8-8761-c6ebcb54a9b1 None None] Provisioning complete for port 9763497d-42e6-43a0-8cb9-471c24263fc2 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:02.237280 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-fdbb848b-5e5e-42e8-8761-c6ebcb54a9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:02.292759 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77925a85-3844-4149-a5d2-23873b052350 req-4d23a730-ae13-42ef-9e4b-3056f1fd5265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:02.294375 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-77925a85-3844-4149-a5d2-23873b052350 req-4d23a730-ae13-42ef-9e4b-3056f1fd5265 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=54404c87ce744aa8910669de4dfb4c3a&device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 1099 time: 0.2311661 Jun 06 17:42:02.341022 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-fdbb848b-5e5e-42e8-8761-c6ebcb54a9b1 None None] Port 9763497d-42e6-43a0-8cb9-471c24263fc2 cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:42:02.570209 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-188898d7-ed35-4557-88bb-d55912896ea6 req-5acc7338-af65-4c39-bfbf-6851cb57a83a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:02.645021 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-20403c3a-dd14-4966-a8ff-efb00a000b67 req-a1b9c9a4-2561-426c-8f30-4f94fe7513e8 service neutron] 10.222.0.35 "GET /v2.0/networks/ca6f7006-368f-4d95-a3c3-653d46af5fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240453 Jun 06 17:42:02.705356 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559d4a0c-2646-4d5e-84e5-0ee575a470b1 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:42:02.711109 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-559d4a0c-2646-4d5e-84e5-0ee575a470b1 admin admin] 10.222.0.18 "PUT /v2.0/routers/fb596675-6f3b-44e5-977e-27c490977c34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2795224 Jun 06 17:42:02.719160 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67c879-f195-4ee7-915d-fff198c56df0 req-fee33aff-bb5c-49d1-956a-1c4911878f24 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:02.727856 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ca67c879-f195-4ee7-915d-fff198c56df0 req-fee33aff-bb5c-49d1-956a-1c4911878f24 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.3424773 Jun 06 17:42:02.728987 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] Sync routers for ids ['fb596675-6f3b-44e5-977e-27c490977c34'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:42:02.746475 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] Routers {'fb596675-6f3b-44e5-977e-27c490977c34'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:42:02.750535 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:41:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['fb596675-6f3b-44e5-977e-27c490977c34'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:02.771063 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77925a85-3844-4149-a5d2-23873b052350 req-16436b52-52e6-421e-a8c6-2a9b4fcb394c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:02.772499 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-77925a85-3844-4149-a5d2-23873b052350 req-16436b52-52e6-421e-a8c6-2a9b4fcb394c service neutron] 10.222.0.35 "GET /v2.0/networks?id=91e36ee1-9372-4204-9256-6e9d56fc176b HTTP/1.1" status: 200 len: 920 time: 0.3746021 Jun 06 17:42:02.784182 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb00a5e-040c-4313-8884-e13da9731347 req-f1c8c109-9a86-4ad5-886d-cb8fbee6a0c8 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:02.792089 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4cb00a5e-040c-4313-8884-e13da9731347 req-f1c8c109-9a86-4ad5-886d-cb8fbee6a0c8 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.4901152 Jun 06 17:42:02.793470 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ca67c879-f195-4ee7-915d-fff198c56df0 req-375519ad-0f38-409c-9b70-72852e752865 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646520 Jun 06 17:42:02.818542 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-188898d7-ed35-4557-88bb-d55912896ea6 req-5acc7338-af65-4c39-bfbf-6851cb57a83a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:02.825770 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:02.854517 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['b149514f-1f50-4f2d-9104-12ed5ef19853', '009c3dae-5ef4-4d48-b753-c7e0f66fadec'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:42:02.938134 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-77925a85-3844-4149-a5d2-23873b052350 req-a4226376-69f5-4ca3-915c-4775fc0d19c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4022d63f-da4c-44a3-b75c-b5d033797316 HTTP/1.1" status: 200 len: 217 time: 0.1169724 Jun 06 17:42:02.940345 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188898d7-ed35-4557-88bb-d55912896ea6 req-5acc7338-af65-4c39-bfbf-6851cb57a83a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Network 5819759c-7390-4859-9471-3f1914d1536e is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:42:02.945045 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [req-188898d7-ed35-4557-88bb-d55912896ea6 req-5acc7338-af65-4c39-bfbf-6851cb57a83a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:03.004352 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [req-188898d7-ed35-4557-88bb-d55912896ea6 req-5acc7338-af65-4c39-bfbf-6851cb57a83a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:42:03.019329 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4cb00a5e-040c-4313-8884-e13da9731347 req-4589a2b7-9dd9-46b0-a2eb-e3e9ba67ee87 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263033 Jun 06 17:42:03.047992 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc7338-af65-4c39-bfbf-6851cb57a83a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Pushing event updated for resources: {'Port': ['ID=800efb57-cfc5-4d57-aaa5-89987dc721dc,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:03.056946 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-5acc7338-af65-4c39-bfbf-6851cb57a83a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:03.069479 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77925a85-3844-4149-a5d2-23873b052350 req-b86b4bbf-e2cf-4419-a1a8-607a9f131df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:03.070831 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-77925a85-3844-4149-a5d2-23873b052350 req-b86b4bbf-e2cf-4419-a1a8-607a9f131df8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=88f6cacd-d427-4a47-bf7c-020d70a116c4 HTTP/1.1" status: 200 len: 859 time: 0.1174247 Jun 06 17:42:03.103235 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188898d7-ed35-4557-88bb-d55912896ea6 req-5acc7338-af65-4c39-bfbf-6851cb57a83a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:03.104015 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-188898d7-ed35-4557-88bb-d55912896ea6 req-5acc7338-af65-4c39-bfbf-6851cb57a83a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:03.142654 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] Set router fb596675-6f3b-44e5-977e-27c490977c34 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:42:03.146180 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67db8d-2f98-4924-aa5e-64ac620cc744 req-ea36c65a-e089-4cd3-a011-9d1cb427ed80 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:03.148121 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ea67db8d-2f98-4924-aa5e-64ac620cc744 req-ea36c65a-e089-4cd3-a011-9d1cb427ed80 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd4ffde1-b596-412e-9452-594b6ef2bfc9 HTTP/1.1" status: 200 len: 943 time: 0.2100396 Jun 06 17:42:03.208375 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-77925a85-3844-4149-a5d2-23873b052350 req-c47b4ef4-0a9b-472f-956f-b52e0a0efc46 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91e36ee1-9372-4204-9256-6e9d56fc176b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987229 Jun 06 17:42:03.215600 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ea67db8d-2f98-4924-aa5e-64ac620cc744 req-b8cc6f5e-bb99-4407-aca5-3199e29955e3 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602708 Jun 06 17:42:03.229697 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-188898d7-ed35-4557-88bb-d55912896ea6 req-5acc7338-af65-4c39-bfbf-6851cb57a83a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1256189 Jun 06 17:42:03.241883 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [req-188898d7-ed35-4557-88bb-d55912896ea6 req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] Request body: {'port': {'device_id': '4b24cd72-d432-46e1-89f0-27f75edaa0bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:03.405618 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-188898d7-ed35-4557-88bb-d55912896ea6 req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:03.479658 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-77925a85-3844-4149-a5d2-23873b052350 req-7ad8341f-82dd-476d-ab3e-14f7c8fd89ba service neutron] 10.222.0.35 "GET /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630355 Jun 06 17:42:03.490856 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54adfb04-2e9c-4b8d-b095-1bc92cebc78c {{(pid=98884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:42:03.507855 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:03.541584 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Transition to ACTIVE for port object 54adfb04-2e9c-4b8d-b095-1bc92cebc78c will not be triggered until provisioned by entity L2. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:03.681650 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-77925a85-3844-4149-a5d2-23873b052350 req-fcd36469-58fa-4304-8f53-d809eedad3a6 service neutron] 10.222.0.35 "GET /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651900 Jun 06 17:42:03.683049 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:03.687635 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:03.734437 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb596675-6f3b-44e5-977e-27c490977c34', 'name': 'tempest-TestShelveInstance-1218871027-router', 'tenant_id': '494826bcb1bb410fae897d36db56c578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '40a8fd74-84e8-479b-aa9c-5f05d5f7b03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:49Z', 'updated_at': '2021-06-06T17:41:59Z', 'revision_number': 4, 'project_id': '494826bcb1bb410fae897d36db56c578', 'gw_port': {'id': '40a8fd74-84e8-479b-aa9c-5f05d5f7b03f', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb596675-6f3b-44e5-977e-27c490977c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:50Z', 'updated_at': '2021-06-06T17:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '9763497d-42e6-43a0-8cb9-471c24263fc2', 'name': '', 'network_id': 'e6bfad63-89bf-4c97-9fee-43170323a6c1', 'tenant_id': '494826bcb1bb410fae897d36db56c578', 'mac_address': 'fa:16:3e:a3:da:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb596675-6f3b-44e5-977e-27c490977c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bcc31e5e-11fb-4e3c-be3f-6c82b4083580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:57Z', 'updated_at': '2021-06-06T17:42:00Z', 'revision_number': 2, 'project_id': '494826bcb1bb410fae897d36db56c578', 'subnets': [{'id': 'bcc31e5e-11fb-4e3c-be3f-6c82b4083580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:03.738923 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] Checking router: fb596675-6f3b-44e5-977e-27c490977c34 for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:42:03.739279 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] Updating router fb596675-6f3b-44e5-977e-27c490977c34 port 9763497d-42e6-43a0-8cb9-471c24263fc2 binding host dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:42:03.810923 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:03.816592 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [req-188898d7-ed35-4557-88bb-d55912896ea6 req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 800efb57-cfc5-4d57-aaa5-89987dc721dc {{(pid=98885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:42:03.826443 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-188898d7-ed35-4557-88bb-d55912896ea6 req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:03.845921 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.provisioning_blocks [req-188898d7-ed35-4557-88bb-d55912896ea6 req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] Transition to ACTIVE for port object 800efb57-cfc5-4d57-aaa5-89987dc721dc will not be triggered until provisioned by entity L2. {{(pid=98885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:03.871059 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Pushing event updated for resources: {'Port': ['ID=54adfb04-2e9c-4b8d-b095-1bc92cebc78c,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:03.873892 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:03.939626 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-188898d7-ed35-4557-88bb-d55912896ea6 req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14987785'] for port, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:03.948271 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-0588a154-24a8-4a80-8cdc-d9a67b4bad1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:03.952055 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Attempting to bind port 54adfb04-2e9c-4b8d-b095-1bc92cebc78c on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:42:03.952387 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Attempting to bind port 54adfb04-2e9c-4b8d-b095-1bc92cebc78c by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '98fd0eb8-8930-410f-b410-560aabccb798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b495e757-90ab-4214-b925-875e1f809103'}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:42:03.955812 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Attempting to bind port 54adfb04-2e9c-4b8d-b095-1bc92cebc78c on network b495e757-90ab-4214-b925-875e1f809103 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:42:03.957665 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Port 54adfb04-2e9c-4b8d-b095-1bc92cebc78c on network b495e757-90ab-4214-b925-875e1f809103 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:42:03.957980 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Attempting to bind port 54adfb04-2e9c-4b8d-b095-1bc92cebc78c on network b495e757-90ab-4214-b925-875e1f809103 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:42:03.964004 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Checking agent: {'id': '6c14353c-f6d9-4edd-9e01-bd5de19f5e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'started_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:42:03.964004 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Checking segment: {'id': '98fd0eb8-8930-410f-b410-560aabccb798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b495e757-90ab-4214-b925-875e1f809103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:42:03.964330 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Bound using segment: {'id': '98fd0eb8-8930-410f-b410-560aabccb798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b495e757-90ab-4214-b925-875e1f809103'} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:42:03.964752 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Bound port: 54adfb04-2e9c-4b8d-b095-1bc92cebc78c, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98fd0eb8-8930-410f-b410-560aabccb798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b495e757-90ab-4214-b925-875e1f809103'}}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:42:03.965121 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:04.081982 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] For port 54adfb04-2e9c-4b8d-b095-1bc92cebc78c, host hv-cinder-79128, cleared binding levels {{(pid=98884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:42:04.086196 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] For port 54adfb04-2e9c-4b8d-b095-1bc92cebc78c, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=54adfb04-2e9c-4b8d-b095-1bc92cebc78c,segment=NetworkSegment(98fd0eb8-8930-410f-b410-560aabccb798),segment_id=98fd0eb8-8930-410f-b410-560aabccb798)] {{(pid=98884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:42:04.125944 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 38206) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:04.138032 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-26b448cc-beb3-4552-8cb9-5f6baec32ae6 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2020537806', 'description': 'tempest-secgroup-smoke-2020537806 description', 'project_id': '0cc578850c5749f2837a434c6662dd0f'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:04.163003 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] Pushing event updated for resources: {'Port': ['ID=800efb57-cfc5-4d57-aaa5-89987dc721dc,revision_number=2']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:04.180381 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:04.183409 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:04.193921 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:04.218740 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.managers [req-188898d7-ed35-4557-88bb-d55912896ea6 req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] Attempting to bind port 800efb57-cfc5-4d57-aaa5-89987dc721dc on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:42:04.219079 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.managers [req-188898d7-ed35-4557-88bb-d55912896ea6 req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] Attempting to bind port 800efb57-cfc5-4d57-aaa5-89987dc721dc by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'a722723a-849f-4268-9cd8-907163b5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5819759c-7390-4859-9471-3f1914d1536e'}] {{(pid=98885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:42:04.219406 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188898d7-ed35-4557-88bb-d55912896ea6 req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] Attempting to bind port 800efb57-cfc5-4d57-aaa5-89987dc721dc on network 5819759c-7390-4859-9471-3f1914d1536e {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:42:04.224449 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188898d7-ed35-4557-88bb-d55912896ea6 req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] Port 800efb57-cfc5-4d57-aaa5-89987dc721dc on network 5819759c-7390-4859-9471-3f1914d1536e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:42:04.224845 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188898d7-ed35-4557-88bb-d55912896ea6 req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] Attempting to bind port 800efb57-cfc5-4d57-aaa5-89987dc721dc on network 5819759c-7390-4859-9471-3f1914d1536e {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:42:04.234119 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:04.234733 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:04.236363 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] 10.222.0.35 "PUT /v2.0/ports/54adfb04-2e9c-4b8d-b095-1bc92cebc78c HTTP/1.1" status: 200 len: 1094 time: 2.4197700 Jun 06 17:42:04.236534 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188898d7-ed35-4557-88bb-d55912896ea6 req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] Checking agent: {'id': '6c14353c-f6d9-4edd-9e01-bd5de19f5e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'started_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:42:04.236978 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188898d7-ed35-4557-88bb-d55912896ea6 req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] Checking segment: {'id': 'a722723a-849f-4268-9cd8-907163b5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5819759c-7390-4859-9471-3f1914d1536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:42:04.237492 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188898d7-ed35-4557-88bb-d55912896ea6 req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] Bound using segment: {'id': 'a722723a-849f-4268-9cd8-907163b5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5819759c-7390-4859-9471-3f1914d1536e'} {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:42:04.238002 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.managers [req-188898d7-ed35-4557-88bb-d55912896ea6 req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] Bound port: 800efb57-cfc5-4d57-aaa5-89987dc721dc, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a722723a-849f-4268-9cd8-907163b5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5819759c-7390-4859-9471-3f1914d1536e'}}] {{(pid=98885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:42:04.238450 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-188898d7-ed35-4557-88bb-d55912896ea6 req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:04.243221 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c01638-6821-4ad5-9c1b-72d1cc234d41', 'tag': '54adfb04-2e9c-4b8d-b095-1bc92cebc78c'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:42:04.246378 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6d5a3c-ec28-4d42-9889-d82380281477" -d '{"events": [{"name": "network-changed", "server_uuid": "19c01638-6821-4ad5-9c1b-72d1cc234d41", "tag": "54adfb04-2e9c-4b8d-b095-1bc92cebc78c"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:42:04.287851 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Pushing event updated for resources: {'Port': ['ID=54adfb04-2e9c-4b8d-b095-1bc92cebc78c,revision_number=3']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:04.291794 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:04.310057 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-26b448cc-beb3-4552-8cb9-5f6baec32ae6 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:04.351178 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] Notify callbacks [] for port, precommit_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:04.357609 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [req-188898d7-ed35-4557-88bb-d55912896ea6 req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] For port 800efb57-cfc5-4d57-aaa5-89987dc721dc, host hv-cinder-79128, cleared binding levels {{(pid=98885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:42:04.361185 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [req-188898d7-ed35-4557-88bb-d55912896ea6 req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] For port 800efb57-cfc5-4d57-aaa5-89987dc721dc, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=800efb57-cfc5-4d57-aaa5-89987dc721dc,segment=NetworkSegment(a722723a-849f-4268-9cd8-907163b5b3e3),segment_id=a722723a-849f-4268-9cd8-907163b5b3e3)] {{(pid=98885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:42:04.364652 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] Transition to ACTIVE for port object 9763497d-42e6-43a0-8cb9-471c24263fc2 will not be triggered until provisioned by entity L2. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:04.429970 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-188898d7-ed35-4557-88bb-d55912896ea6 req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14987785'] for port, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:04.434811 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:04.481406 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:04.485395 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-7cb61e61-547b-4655-84c6-a12a28122d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:04.485670 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-26b448cc-beb3-4552-8cb9-5f6baec32ae6 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:04.506940 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188898d7-ed35-4557-88bb-d55912896ea6 req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:04.507627 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-188898d7-ed35-4557-88bb-d55912896ea6 req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:04.511409 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-188898d7-ed35-4557-88bb-d55912896ea6 req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] 10.222.0.35 "PUT /v2.0/ports/800efb57-cfc5-4d57-aaa5-89987dc721dc HTTP/1.1" status: 200 len: 1094 time: 1.2717898 Jun 06 17:42:04.511409 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b24cd72-d432-46e1-89f0-27f75edaa0bf', 'tag': '800efb57-cfc5-4d57-aaa5-89987dc721dc'}] {{(pid=98885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:42:04.511622 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-2b8f7d63-3ee7-4265-866b-8cd8d9a1426d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:04.512416 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-2b8f7d63-3ee7-4265-866b-8cd8d9a1426d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9945bbfb3d62449ab5e7e05af310d94f&device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 1097 time: 0.1139896 Jun 06 17:42:04.513053 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a6c2106189684e6c8c135db98febb64b7965986d5ce9c0aaacdf0f98e167a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbf456c-13e0-48b5-a063-89dad61c1352" -d '{"events": [{"name": "network-changed", "server_uuid": "4b24cd72-d432-46e1-89f0-27f75edaa0bf", "tag": "800efb57-cfc5-4d57-aaa5-89987dc721dc"}]}' {{(pid=98885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:42:04.546189 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d3591-62ac-417d-b7ee-6d02ca251412 req-f92e08a9-5196-415b-be18-be48ccca83c1 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:04.547861 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d21d3591-62ac-417d-b7ee-6d02ca251412 req-f92e08a9-5196-415b-be18-be48ccca83c1 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 944 time: 0.1848979 Jun 06 17:42:04.554037 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] Pushing event updated for resources: {'Port': ['ID=800efb57-cfc5-4d57-aaa5-89987dc721dc,revision_number=3']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:04.559931 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:04.606114 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d21d3591-62ac-417d-b7ee-6d02ca251412 req-165bcf6d-1f5b-4449-a3ee-9202c6ad9961 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474994 Jun 06 17:42:04.650304 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-2cdab36e-1ae2-4ea8-8c6d-14cc1a2c4f05 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54adfb04-2e9c-4b8d-b095-1bc92cebc78c HTTP/1.1" status: 200 len: 217 time: 0.1209450 Jun 06 17:42:04.655637 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-26b448cc-beb3-4552-8cb9-5f6baec32ae6 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:04.656491 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-6bf4746c-3025-422e-9649-132732ac728f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:04.662532 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device d61b93ed-2167-479e-beca-814dcd56119e details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:42:04.666074 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 673b91fe-791a-4744-9fd5-a09b5eb629c0 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:42:04.756320 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b448cc-beb3-4552-8cb9-5f6baec32ae6 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a76b4a-2967-45f0-970e-aef58e4fdb16,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:04.769338 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-26b448cc-beb3-4552-8cb9-5f6baec32ae6 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:04.784682 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-0d7cd642-aad7-4a70-a7f6-8e9c5ff7dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:04.787351 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-0d7cd642-aad7-4a70-a7f6-8e9c5ff7dd30 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b5e7f43b-113c-4056-baf2-de5e247a2550 HTTP/1.1" status: 200 len: 849 time: 0.1199756 Jun 06 17:42:04.830815 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85479896-5701-4478-b141-6ac3d44c61d9 None None] Pushing event updated for resources: {'Port': ['ID=9763497d-42e6-43a0-8cb9-471c24263fc2,revision_number=3']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:04.842310 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-85479896-5701-4478-b141-6ac3d44c61d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:04.858499 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-26b448cc-beb3-4552-8cb9-5f6baec32ae6 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:04.859965 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-26b448cc-beb3-4552-8cb9-5f6baec32ae6 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7316895 Jun 06 17:42:04.869625 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 38224) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:04.882992 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-27853ae1-759c-4d9f-836b-c93a658fe142 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Request body: {'security_group_rule': {'security_group_id': '09a76b4a-2967-45f0-970e-aef58e4fdb16', 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:04.901238 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-e16bb16a-6039-468b-9ec7-4f9171f9b952 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b495e757-90ab-4214-b925-875e1f809103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857208 Jun 06 17:42:04.964643 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188898d7-ed35-4557-88bb-d55912896ea6 req-48100f17-c85b-420b-84fe-1b6a966e8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:04.966100 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-188898d7-ed35-4557-88bb-d55912896ea6 req-48100f17-c85b-420b-84fe-1b6a966e8aaf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5b58d21b43f4c29abeede717f6a7632&device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 1097 time: 0.3029230 Jun 06 17:42:05.058007 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.db.resource_extend [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 17:42:05.109048 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd850cb-10a2-4847-9bf4-cf67b5682d91 req-ee56e379-9044-4a48-83ef-072bca20983e tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:05.116094 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-fdd850cb-10a2-4847-9bf4-cf67b5682d91 req-ee56e379-9044-4a48-83ef-072bca20983e tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 944 time: 0.3447576 Jun 06 17:42:05.140846 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-188898d7-ed35-4557-88bb-d55912896ea6 req-c7ec850f-2366-468e-9bbc-92b3af7ccf1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=800efb57-cfc5-4d57-aaa5-89987dc721dc HTTP/1.1" status: 200 len: 217 time: 0.1669397 Jun 06 17:42:05.143202 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-27853ae1-759c-4d9f-836b-c93a658fe142 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:05.182452 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] Attempting to bind port 9763497d-42e6-43a0-8cb9-471c24263fc2 on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:42:05.182989 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] Attempting to bind port 9763497d-42e6-43a0-8cb9-471c24263fc2 by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': '42b65f55-795b-4269-b3ee-6e95b0ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e6bfad63-89bf-4c97-9fee-43170323a6c1'}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:42:05.183479 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] Attempting to bind port 9763497d-42e6-43a0-8cb9-471c24263fc2 on network e6bfad63-89bf-4c97-9fee-43170323a6c1 {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:42:05.194206 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-58722849-9d6c-4899-a5e4-bd37ef42dc0e service neutron] 10.222.0.35 "GET /v2.0/networks/b495e757-90ab-4214-b925-875e1f809103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920864 Jun 06 17:42:05.200518 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:42:05.201038 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] Checking segment: {'id': '42b65f55-795b-4269-b3ee-6e95b0ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e6bfad63-89bf-4c97-9fee-43170323a6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:42:05.201514 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:05.201986 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] Bound using segment: {'id': '42b65f55-795b-4269-b3ee-6e95b0ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e6bfad63-89bf-4c97-9fee-43170323a6c1'} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:42:05.202549 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] Bound port: 9763497d-42e6-43a0-8cb9-471c24263fc2, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b65f55-795b-4269-b3ee-6e95b0ed1888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e6bfad63-89bf-4c97-9fee-43170323a6c1'}}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:42:05.202997 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:05.206128 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373e887-8b46-46d3-b4df-30855a218b92 req-e12983aa-e4d3-4031-9a16-6257762ba697 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:05.207640 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7373e887-8b46-46d3-b4df-30855a218b92 req-e12983aa-e4d3-4031-9a16-6257762ba697 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.1513846 Jun 06 17:42:05.310184 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port d61b93ed-2167-479e-beca-814dcd56119e, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d61b93ed-2167-479e-beca-814dcd56119e,segment=NetworkSegment(0866e98b-2319-47f9-97d6-5cf095ddcad7),segment_id=0866e98b-2319-47f9-97d6-5cf095ddcad7)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:05.337285 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': 'd61b93ed-2167-479e-beca-814dcd56119e', 'network_id': 'ca6f7006-368f-4d95-a3c3-653d46af5fd5', 'port_id': 'd61b93ed-2167-479e-beca-814dcd56119e', 'mac_address': 'fa:16:3e:66:79:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b0ec58-b7c1-4924-afc0-2e2c0f874f32', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:42:05.360683 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7373e887-8b46-46d3-b4df-30855a218b92 req-44fe4fec-cb2e-458c-84c6-9be4f76431f5 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263156 Jun 06 17:42:05.392116 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-fdd850cb-10a2-4847-9bf4-cf67b5682d91 req-286c09d4-db92-4524-82f0-82f67d5be92c tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751529 Jun 06 17:42:05.393611 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188898d7-ed35-4557-88bb-d55912896ea6 req-4c14f5bc-dcb3-40c5-98d6-0767f313c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:05.395572 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-188898d7-ed35-4557-88bb-d55912896ea6 req-4c14f5bc-dcb3-40c5-98d6-0767f313c483 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8679353-f529-4d10-943e-fe2abace2802 HTTP/1.1" status: 200 len: 854 time: 0.2343247 Jun 06 17:42:05.395791 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] For port 9763497d-42e6-43a0-8cb9-471c24263fc2, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:42:05.434578 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-79ab995e-b5cf-4ee5-92c1-f80d8544f68c req-69566962-3020-4e17-a9da-556e180b2069 service neutron] 10.222.0.35 "GET /v2.0/networks/b495e757-90ab-4214-b925-875e1f809103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201235 Jun 06 17:42:05.440894 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] For port 9763497d-42e6-43a0-8cb9-471c24263fc2, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=9763497d-42e6-43a0-8cb9-471c24263fc2,segment=NetworkSegment(42b65f55-795b-4269-b3ee-6e95b0ed1888),segment_id=42b65f55-795b-4269-b3ee-6e95b0ed1888)] {{(pid=98886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:42:05.446082 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:05.465714 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-188898d7-ed35-4557-88bb-d55912896ea6 req-0e463b29-dbab-4ac3-9325-b6b8d7f76da1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5819759c-7390-4859-9471-3f1914d1536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553856 Jun 06 17:42:05.467411 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-27853ae1-759c-4d9f-836b-c93a658fe142 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:05.473470 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9b79ef-a35d-46c4-ac27-40ab7f0894f4 x-openstack-request-id: req-fc9b79ef-a35d-46c4-ac27-40ab7f0894f4 {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:42:05.473974 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c01638-6821-4ad5-9c1b-72d1cc234d41", "tag": "54adfb04-2e9c-4b8d-b095-1bc92cebc78c", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:42:05.474430 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc9b79ef-a35d-46c4-ac27-40ab7f0894f4 {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:42:05.475013 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c01638-6821-4ad5-9c1b-72d1cc234d41', 'tag': '54adfb04-2e9c-4b8d-b095-1bc92cebc78c', 'status': 'completed', 'code': 200} Jun 06 17:42:05.494530 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d61b93ed-2167-479e-beca-814dcd56119e {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:42:05.517736 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port d61b93ed-2167-479e-beca-814dcd56119e, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d61b93ed-2167-479e-beca-814dcd56119e,segment=NetworkSegment(0866e98b-2319-47f9-97d6-5cf095ddcad7),segment_id=0866e98b-2319-47f9-97d6-5cf095ddcad7)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:05.545247 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:05.551172 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:05.583072 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdda73bf-f6eb-4bf5-8a3e-ca1a07a5e474 x-openstack-request-id: req-bdda73bf-f6eb-4bf5-8a3e-ca1a07a5e474 {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:42:05.583643 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b24cd72-d432-46e1-89f0-27f75edaa0bf", "tag": "800efb57-cfc5-4d57-aaa5-89987dc721dc", "status": "completed", "code": 200}]} {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:42:05.584011 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bdda73bf-f6eb-4bf5-8a3e-ca1a07a5e474 {{(pid=98885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:42:05.584520 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b24cd72-d432-46e1-89f0-27f75edaa0bf', 'tag': '800efb57-cfc5-4d57-aaa5-89987dc721dc', 'status': 'completed', 'code': 200} Jun 06 17:42:05.589759 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-27853ae1-759c-4d9f-836b-c93a658fe142 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:05.599115 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-034e6749-57aa-4cbd-8fa5-395ab8145c89 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:05.623848 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:05.639073 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27853ae1-759c-4d9f-836b-c93a658fe142 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c916790d-a3f4-4210-be8e-45d4daf1832e,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:05.664178 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] Routers {'fb596675-6f3b-44e5-977e-27c490977c34'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:42:05.666026 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:41:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['fb596675-6f3b-44e5-977e-27c490977c34'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:05.668082 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-27853ae1-759c-4d9f-836b-c93a658fe142 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:05.686082 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40059c-2f1e-4421-ba94-2c4a1f52c734 req-9fb5b104-8529-4105-8725-b70e045e95a9 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:05.687635 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bb40059c-2f1e-4421-ba94-2c4a1f52c734 req-9fb5b104-8529-4105-8725-b70e045e95a9 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd4ffde1-b596-412e-9452-594b6ef2bfc9 HTTP/1.1" status: 200 len: 943 time: 0.1883206 Jun 06 17:42:05.705349 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-188898d7-ed35-4557-88bb-d55912896ea6 req-c2bb296f-4b6c-4e45-861d-178edda4fa2a service neutron] 10.222.0.35 "GET /v2.0/networks/5819759c-7390-4859-9471-3f1914d1536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310297 Jun 06 17:42:05.773701 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85479896-5701-4478-b141-6ac3d44c61d9 None None] Pushing event updated for resources: {'Port': ['ID=9763497d-42e6-43a0-8cb9-471c24263fc2,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:05.777785 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-85479896-5701-4478-b141-6ac3d44c61d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:05.780673 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d5a3c-ec28-4d42-9889-d82380281477 req-6367a91e-f9a0-4662-9fa6-a47f044196f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:05.782200 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9a6d5a3c-ec28-4d42-9889-d82380281477 req-6367a91e-f9a0-4662-9fa6-a47f044196f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9945bbfb3d62449ab5e7e05af310d94f&device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 1097 time: 0.2023776 Jun 06 17:42:05.785005 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bb40059c-2f1e-4421-ba94-2c4a1f52c734 req-5171eb3d-f349-4372-ad98-49ecceba7754 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895379 Jun 06 17:42:05.787405 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-27853ae1-759c-4d9f-836b-c93a658fe142 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:05.788885 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-27853ae1-759c-4d9f-836b-c93a658fe142 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9109592 Jun 06 17:42:05.791796 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 38234) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:05.799379 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-f098d786-f3a7-4ddb-8b82-dfdbbf5c8583 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Request body: {'security_group_rule': {'security_group_id': '09a76b4a-2967-45f0-970e-aef58e4fdb16', 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:05.903113 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:05.923626 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f098d786-f3a7-4ddb-8b82-dfdbbf5c8583 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:05.963937 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-188898d7-ed35-4557-88bb-d55912896ea6 req-d7e548ef-65d1-4aef-9f79-08dbdec83d18 service neutron] 10.222.0.35 "GET /v2.0/networks/5819759c-7390-4859-9471-3f1914d1536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494769 Jun 06 17:42:06.022749 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f098d786-f3a7-4ddb-8b82-dfdbbf5c8583 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:06.062391 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] Set router fb596675-6f3b-44e5-977e-27c490977c34 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:42:06.120426 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f098d786-f3a7-4ddb-8b82-dfdbbf5c8583 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:06.122570 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-27853ae1-759c-4d9f-836b-c93a658fe142 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:06.155356 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['d61b93ed-2167-479e-beca-814dcd56119e'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:42:06.184281 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d5a3c-ec28-4d42-9889-d82380281477 req-61a99347-6c18-4b34-b216-ca2e91030e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:06.185750 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9a6d5a3c-ec28-4d42-9889-d82380281477 req-61a99347-6c18-4b34-b216-ca2e91030e9a service neutron] 10.222.0.35 "GET /v2.0/networks?id=b495e757-90ab-4214-b925-875e1f809103 HTTP/1.1" status: 200 len: 910 time: 0.3942349 Jun 06 17:42:06.203168 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=d61b93ed-2167-479e-beca-814dcd56119e,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:06.206554 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:06.275075 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9a6d5a3c-ec28-4d42-9889-d82380281477 req-47fbd094-254e-47b8-ae8e-a1affdb5a0e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54adfb04-2e9c-4b8d-b095-1bc92cebc78c HTTP/1.1" status: 200 len: 217 time: 0.0815680 Jun 06 17:42:06.309477 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098d786-f3a7-4ddb-8b82-dfdbbf5c8583 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b7502c-822f-44c4-aa54-fdfb5d9cdba5,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:06.321907 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-f098d786-f3a7-4ddb-8b82-dfdbbf5c8583 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:06.382585 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f098d786-f3a7-4ddb-8b82-dfdbbf5c8583 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:06.387050 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-f098d786-f3a7-4ddb-8b82-dfdbbf5c8583 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5941603 Jun 06 17:42:06.388799 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 38258) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:06.393770 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-f3863ddd-38c8-4b65-91a9-e25190ce7276 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Request body: {'security_group_rule': {'security_group_id': '09a76b4a-2967-45f0-970e-aef58e4fdb16', 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:06.402050 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14380cb3-186e-4b23-822d-30f8714e0c8c req-7000a5d7-c0e3-4a38-baf3-68c7f31e1e3f tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:06.403546 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-14380cb3-186e-4b23-822d-30f8714e0c8c req-7000a5d7-c0e3-4a38-baf3-68c7f31e1e3f tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 944 time: 0.4587824 Jun 06 17:42:06.465233 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b93414-7432-4e2e-88e4-5984450007c1 req-626ce8cc-4e7a-4033-972d-11d1c0cf1761 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:06.467243 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-32b93414-7432-4e2e-88e4-5984450007c1 req-626ce8cc-4e7a-4033-972d-11d1c0cf1761 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.2516434 Jun 06 17:42:06.469757 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf456c-13e0-48b5-a063-89dad61c1352 req-cd6caef1-7239-44da-b74b-488260291087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:06.471672 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6bbf456c-13e0-48b5-a063-89dad61c1352 req-cd6caef1-7239-44da-b74b-488260291087 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5b58d21b43f4c29abeede717f6a7632&device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 1097 time: 0.3252151 Jun 06 17:42:06.511279 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-14380cb3-186e-4b23-822d-30f8714e0c8c req-d82f1b19-7224-4f31-a975-0ff9904a71b4 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964186 Jun 06 17:42:06.556532 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d5a3c-ec28-4d42-9889-d82380281477 req-8b97a190-5bf6-440c-a0a9-8a862b0ca839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:06.560615 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9a6d5a3c-ec28-4d42-9889-d82380281477 req-8b97a190-5bf6-440c-a0a9-8a862b0ca839 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b5e7f43b-113c-4056-baf2-de5e247a2550 HTTP/1.1" status: 200 len: 849 time: 0.2717314 Jun 06 17:42:06.591977 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f3863ddd-38c8-4b65-91a9-e25190ce7276 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:06.654771 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-32b93414-7432-4e2e-88e4-5984450007c1 req-2cb2ae24-9478-4617-a732-318e33b0bd29 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388514 Jun 06 17:42:06.668526 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9a6d5a3c-ec28-4d42-9889-d82380281477 req-b09f14e8-756c-42d6-a3ee-f48b7d8dfbbc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b495e757-90ab-4214-b925-875e1f809103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008530 Jun 06 17:42:06.765666 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf456c-13e0-48b5-a063-89dad61c1352 req-2ac52cc2-0777-48f6-897d-f309cd4e9435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:06.767567 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6bbf456c-13e0-48b5-a063-89dad61c1352 req-2ac52cc2-0777-48f6-897d-f309cd4e9435 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5819759c-7390-4859-9471-3f1914d1536e HTTP/1.1" status: 200 len: 915 time: 0.2809050 Jun 06 17:42:06.864448 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f3863ddd-38c8-4b65-91a9-e25190ce7276 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:06.899665 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7f1a4-13c2-4aa7-927d-0154aaca5ff9 req-dffdf35b-4430-4431-90b7-43d4136b9f9c tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:06.906309 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-feb7f1a4-13c2-4aa7-927d-0154aaca5ff9 req-dffdf35b-4430-4431-90b7-43d4136b9f9c tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.1950383 Jun 06 17:42:06.913002 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6bbf456c-13e0-48b5-a063-89dad61c1352 req-cc0de5ed-2b52-4d96-b156-e5d6ce37674d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=800efb57-cfc5-4d57-aaa5-89987dc721dc HTTP/1.1" status: 200 len: 217 time: 0.1306334 Jun 06 17:42:06.918830 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb596675-6f3b-44e5-977e-27c490977c34', 'name': 'tempest-TestShelveInstance-1218871027-router', 'tenant_id': '494826bcb1bb410fae897d36db56c578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '40a8fd74-84e8-479b-aa9c-5f05d5f7b03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:49Z', 'updated_at': '2021-06-06T17:41:59Z', 'revision_number': 4, 'project_id': '494826bcb1bb410fae897d36db56c578', 'gw_port': {'id': '40a8fd74-84e8-479b-aa9c-5f05d5f7b03f', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb596675-6f3b-44e5-977e-27c490977c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:50Z', 'updated_at': '2021-06-06T17:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '9763497d-42e6-43a0-8cb9-471c24263fc2', 'name': '', 'network_id': 'e6bfad63-89bf-4c97-9fee-43170323a6c1', 'tenant_id': '494826bcb1bb410fae897d36db56c578', 'mac_address': 'fa:16:3e:a3:da:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb596675-6f3b-44e5-977e-27c490977c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bcc31e5e-11fb-4e3c-be3f-6c82b4083580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:57Z', 'updated_at': '2021-06-06T17:42:05Z', 'revision_number': 4, 'project_id': '494826bcb1bb410fae897d36db56c578', 'subnets': [{'id': 'bcc31e5e-11fb-4e3c-be3f-6c82b4083580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:06.924147 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5584ad-f2b7-48a4-9971-d71ac0ff4850 None None] The sync data for ids ['fb596675-6f3b-44e5-977e-27c490977c34'] in dv-cinder-791281-4-iscsi is: [{'id': 'fb596675-6f3b-44e5-977e-27c490977c34', 'name': 'tempest-TestShelveInstance-1218871027-router', 'tenant_id': '494826bcb1bb410fae897d36db56c578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '40a8fd74-84e8-479b-aa9c-5f05d5f7b03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:49Z', 'updated_at': '2021-06-06T17:41:59Z', 'revision_number': 4, 'project_id': '494826bcb1bb410fae897d36db56c578', 'gw_port': {'id': '40a8fd74-84e8-479b-aa9c-5f05d5f7b03f', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb596675-6f3b-44e5-977e-27c490977c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:50Z', 'updated_at': '2021-06-06T17:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '9763497d-42e6-43a0-8cb9-471c24263fc2', 'name': '', 'network_id': 'e6bfad63-89bf-4c97-9fee-43170323a6c1', 'tenant_id': '494826bcb1bb410fae897d36db56c578', 'mac_address': 'fa:16:3e:a3:da:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb596675-6f3b-44e5-977e-27c490977c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'bcc31e5e-11fb-4e3c-be3f-6c82b4083580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:57Z', 'updated_at': '2021-06-06T17:42:05Z', 'revision_number': 4, 'project_id': '494826bcb1bb410fae897d36db56c578', 'subnets': [{'id': 'bcc31e5e-11fb-4e3c-be3f-6c82b4083580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:42:06.967185 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9a6d5a3c-ec28-4d42-9889-d82380281477 req-3cc60a8c-2d74-4763-a120-1b6e6723dd20 service neutron] 10.222.0.35 "GET /v2.0/networks/b495e757-90ab-4214-b925-875e1f809103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874539 Jun 06 17:42:06.994145 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f3863ddd-38c8-4b65-91a9-e25190ce7276 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:07.022493 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:07.045063 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-feb7f1a4-13c2-4aa7-927d-0154aaca5ff9 req-7bd36b83-5407-4e29-b617-5e2fa481ebbd tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378658 Jun 06 17:42:07.060918 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3863ddd-38c8-4b65-91a9-e25190ce7276 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d97ecef-bfb5-4cb9-9e0e-4e0456d78827,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:07.084295 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-f3863ddd-38c8-4b65-91a9-e25190ce7276 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:07.084960 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf456c-13e0-48b5-a063-89dad61c1352 req-f7f4e12d-8594-45e4-a9c7-ec255c5753c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:07.094745 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6bbf456c-13e0-48b5-a063-89dad61c1352 req-f7f4e12d-8594-45e4-a9c7-ec255c5753c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8679353-f529-4d10-943e-fe2abace2802 HTTP/1.1" status: 200 len: 854 time: 0.1739376 Jun 06 17:42:07.150699 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 38280) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:07.182717 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6bbf456c-13e0-48b5-a063-89dad61c1352 req-4fb8144e-74db-46a9-a9f8-d096cd531473 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5819759c-7390-4859-9471-3f1914d1536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781162 Jun 06 17:42:07.245354 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f3863ddd-38c8-4b65-91a9-e25190ce7276 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:07.248346 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-f3863ddd-38c8-4b65-91a9-e25190ce7276 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8583889 Jun 06 17:42:07.267947 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 38284) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:07.283174 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-8696d6c0-1268-47a8-9600-839bcebcd354 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Request body: {'security_group_rule': {'security_group_id': '09a76b4a-2967-45f0-970e-aef58e4fdb16', 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:07.303617 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9b4bb-5f4f-4f88-a81a-c484b26d2f92 req-e8338492-37ba-4e2c-aefb-0d9191f7d812 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:07.312822 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-7cf9b4bb-5f4f-4f88-a81a-c484b26d2f92 req-e8338492-37ba-4e2c-aefb-0d9191f7d812 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 944 time: 0.4503133 Jun 06 17:42:07.326933 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9a6d5a3c-ec28-4d42-9889-d82380281477 req-c9046ef0-3258-492e-a213-3ae99adcaa16 service neutron] 10.222.0.35 "GET /v2.0/networks/b495e757-90ab-4214-b925-875e1f809103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292935 Jun 06 17:42:07.430968 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a33804-c6e0-4b67-abb6-55a34040df93 req-15805dfa-72ad-42fa-86b0-24331f08e075 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:07.437493 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-95a33804-c6e0-4b67-abb6-55a34040df93 req-15805dfa-72ad-42fa-86b0-24331f08e075 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd4ffde1-b596-412e-9452-594b6ef2bfc9 HTTP/1.1" status: 200 len: 944 time: 0.1179338 Jun 06 17:42:07.489957 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-95a33804-c6e0-4b67-abb6-55a34040df93 req-b36b92b1-758e-4c6c-9a23-825d8c6ccec5 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511904 Jun 06 17:42:07.503689 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8696d6c0-1268-47a8-9600-839bcebcd354 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:07.552020 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-7cf9b4bb-5f4f-4f88-a81a-c484b26d2f92 req-ac0b94a5-e6a9-44a0-8339-ba9ef1075459 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499660 Jun 06 17:42:07.590498 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6bbf456c-13e0-48b5-a063-89dad61c1352 req-af45ee54-a647-411c-a90b-c7c83119c113 service neutron] 10.222.0.35 "GET /v2.0/networks/5819759c-7390-4859-9471-3f1914d1536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981438 Jun 06 17:42:07.657813 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8696d6c0-1268-47a8-9600-839bcebcd354 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:07.730203 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f6151534-c7e4-4d4b-92a2-9133ae404d9c req-b9f6075e-c995-4309-86be-b9fb7da01a58 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5723572 Jun 06 17:42:07.741844 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8696d6c0-1268-47a8-9600-839bcebcd354 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:07.746555 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-00ec9f51-b221-40a7-8b83-d9107acb317f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:07.803810 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696d6c0-1268-47a8-9600-839bcebcd354 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3fd7273-47ab-4b18-ac4b-5440a95feb85,revision_number=0']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:07.810775 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-8696d6c0-1268-47a8-9600-839bcebcd354 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:07.891266 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8696d6c0-1268-47a8-9600-839bcebcd354 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:07.894995 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-8696d6c0-1268-47a8-9600-839bcebcd354 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6235533 Jun 06 17:42:07.895422 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 38304) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:07.900291 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-ba4e7242-ca70-4df4-b47c-8f519e3ece94 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Request body: {'security_group_rule': {'security_group_id': '09a76b4a-2967-45f0-970e-aef58e4fdb16', 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:08.014793 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.db.securitygroups_db [None req-ba4e7242-ca70-4df4-b47c-8f519e3ece94 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Project 0cc578850c5749f2837a434c6662dd0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 17:42:08.022046 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ba4e7242-ca70-4df4-b47c-8f519e3ece94 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:08.096717 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6bbf456c-13e0-48b5-a063-89dad61c1352 req-7ef7899b-5393-438f-bc4d-160c6c50f084 service neutron] 10.222.0.35 "GET /v2.0/networks/5819759c-7390-4859-9471-3f1914d1536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980903 Jun 06 17:42:08.115798 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ba4e7242-ca70-4df4-b47c-8f519e3ece94 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:08.117287 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed03f25-298e-486b-85f4-0b2aa2938082 req-6947c877-60e5-4edb-8360-705b1100ce92 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:08.119333 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3ed03f25-298e-486b-85f4-0b2aa2938082 req-6947c877-60e5-4edb-8360-705b1100ce92 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 944 time: 0.2925150 Jun 06 17:42:08.177785 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3ed03f25-298e-486b-85f4-0b2aa2938082 req-308b1e4a-0166-4791-a950-bc4367184eae tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520887 Jun 06 17:42:08.239974 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 9763497d-42e6-43a0-8cb9-471c24263fc2 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:08.291956 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ba4e7242-ca70-4df4-b47c-8f519e3ece94 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:08.300381 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:08.344526 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e7242-ca70-4df4-b47c-8f519e3ece94 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13cfa280-9a40-46b1-ac58-bc34fffdb317,revision_number=0']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:08.347194 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-ba4e7242-ca70-4df4-b47c-8f519e3ece94 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:08.426015 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548024c6-3c56-4234-b333-d08226c0c5b0 req-e3a8bcb9-e081-4b09-a8f8-f6500c8b1e01 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:08.426015 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-548024c6-3c56-4234-b333-d08226c0c5b0 req-e3a8bcb9-e081-4b09-a8f8-f6500c8b1e01 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.1397295 Jun 06 17:42:08.445045 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 38314) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:08.455042 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port 9763497d-42e6-43a0-8cb9-471c24263fc2 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:08.457036 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ba4e7242-ca70-4df4-b47c-8f519e3ece94 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:08.458447 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-ba4e7242-ca70-4df4-b47c-8f519e3ece94 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5622287 Jun 06 17:42:08.467725 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 9763497d-42e6-43a0-8cb9-471c24263fc2 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:08.468120 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:08.470175 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 38320) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:08.476684 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-d63f781e-d405-4cb9-beb8-3dd6f76b3ec5 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Request body: {'security_group_rule': {'security_group_id': '09a76b4a-2967-45f0-970e-aef58e4fdb16', 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:08.504734 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-548024c6-3c56-4234-b333-d08226c0c5b0 req-eb6c07c2-a6df-4173-b5a5-92996b1ee2c1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786872 Jun 06 17:42:08.649308 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 54adfb04-2e9c-4b8d-b095-1bc92cebc78c details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:42:08.651577 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device d61b93ed-2167-479e-beca-814dcd56119e up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:08.653913 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-14fa730d-fbdc-4dd2-acd5-62c369fb53dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:08.707516 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:08.718181 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.db.securitygroups_db [None req-d63f781e-d405-4cb9-beb8-3dd6f76b3ec5 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Project 0cc578850c5749f2837a434c6662dd0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 17:42:08.764159 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port 9763497d-42e6-43a0-8cb9-471c24263fc2, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=9763497d-42e6-43a0-8cb9-471c24263fc2,segment=NetworkSegment(42b65f55-795b-4269-b3ee-6e95b0ed1888),segment_id=42b65f55-795b-4269-b3ee-6e95b0ed1888)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:08.764848 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d63f781e-d405-4cb9-beb8-3dd6f76b3ec5 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:08.885053 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c7f9d-e569-4e8b-b5ca-70edb4a546f1 req-7facde7e-e6a4-4ea8-ae15-43f3e805c8b1 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:08.894787 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:08.898862 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:08.903960 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-233c7f9d-e569-4e8b-b5ca-70edb4a546f1 req-7facde7e-e6a4-4ea8-ae15-43f3e805c8b1 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 944 time: 0.1733775 Jun 06 17:42:08.925503 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d63f781e-d405-4cb9-beb8-3dd6f76b3ec5 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:08.936933 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6082235-7df8-431d-b29f-2866dfcd0892 req-de91c713-1b08-42bd-ae36-f6365612c295 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:08.946648 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b6082235-7df8-431d-b29f-2866dfcd0892 req-de91c713-1b08-42bd-ae36-f6365612c295 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd4ffde1-b596-412e-9452-594b6ef2bfc9 HTTP/1.1" status: 200 len: 944 time: 0.2818594 Jun 06 17:42:08.959862 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-233c7f9d-e569-4e8b-b5ca-70edb4a546f1 req-bf15e52b-a516-4ee8-98f9-e65d8816c06d tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544124 Jun 06 17:42:09.005624 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d63f781e-d405-4cb9-beb8-3dd6f76b3ec5 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:09.025105 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-8696d6c0-1268-47a8-9600-839bcebcd354 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:09.035267 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 54adfb04-2e9c-4b8d-b095-1bc92cebc78c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=54adfb04-2e9c-4b8d-b095-1bc92cebc78c,segment=NetworkSegment(98fd0eb8-8930-410f-b410-560aabccb798),segment_id=98fd0eb8-8930-410f-b410-560aabccb798)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:09.043852 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b6082235-7df8-431d-b29f-2866dfcd0892 req-6d6b6cfa-303b-4fe5-a083-dd2f2092e916 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951209 Jun 06 17:42:09.047556 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=9763497d-42e6-43a0-8cb9-471c24263fc2,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:09.058210 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:09.062963 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': '54adfb04-2e9c-4b8d-b095-1bc92cebc78c', 'network_id': 'b495e757-90ab-4214-b925-875e1f809103', 'port_id': '54adfb04-2e9c-4b8d-b095-1bc92cebc78c', 'mac_address': 'fa:16:3e:e4:a1:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e7f43b-113c-4056-baf2-de5e247a2550', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:42:09.072017 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f781e-d405-4cb9-beb8-3dd6f76b3ec5 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2e183c-d233-4881-a798-cb6a7fe7cd7d,revision_number=0']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:09.075078 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-d63f781e-d405-4cb9-beb8-3dd6f76b3ec5 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:09.088819 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-14fa730d-fbdc-4dd2-acd5-62c369fb53dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:09.093762 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning for port d61b93ed-2167-479e-beca-814dcd56119e completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:09.109474 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port d61b93ed-2167-479e-beca-814dcd56119e triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:09.109852 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:09.169439 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:09.175545 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-14fa730d-fbdc-4dd2-acd5-62c369fb53dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:09.184225 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-797a3380-9318-4329-8936-5dfb0f6176ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:09.192547 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54adfb04-2e9c-4b8d-b095-1bc92cebc78c {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:42:09.229662 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-14fa730d-fbdc-4dd2-acd5-62c369fb53dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eda4085f333d4019865bd423e67e7a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7807550 Jun 06 17:42:09.230211 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 38332) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:09.230670 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa730d-fbdc-4dd2-acd5-62c369fb53dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ef9c0d-4f56-42e5-aebc-04f1c041bf28,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:09.238531 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d63f781e-d405-4cb9-beb8-3dd6f76b3ec5 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:09.241200 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 54adfb04-2e9c-4b8d-b095-1bc92cebc78c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=54adfb04-2e9c-4b8d-b095-1bc92cebc78c,segment=NetworkSegment(98fd0eb8-8930-410f-b410-560aabccb798),segment_id=98fd0eb8-8930-410f-b410-560aabccb798)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:09.249626 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-d63f781e-d405-4cb9-beb8-3dd6f76b3ec5 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7777236 Jun 06 17:42:09.250648 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-14fa730d-fbdc-4dd2-acd5-62c369fb53dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:09.283219 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:09.316360 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4ffde1-b596-412e-9452-594b6ef2bfc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61b93ed-2167-479e-beca-814dcd56119e'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:42:09.319208 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ae8037-c739-49a7-a2bd-238db5b5ae78" -d '{"events": [{"server_uuid": "cd4ffde1-b596-412e-9452-594b6ef2bfc9", "name": "network-vif-plugged", "status": "completed", "tag": "d61b93ed-2167-479e-beca-814dcd56119e"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:42:09.337167 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port d61b93ed-2167-479e-beca-814dcd56119e, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d61b93ed-2167-479e-beca-814dcd56119e,segment=NetworkSegment(0866e98b-2319-47f9-97d6-5cf095ddcad7),segment_id=0866e98b-2319-47f9-97d6-5cf095ddcad7)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:09.338644 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:09.339784 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 800efb57-cfc5-4d57-aaa5-89987dc721dc details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:42:09.344063 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:09.388082 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-5ae9c770-e31c-468e-a97e-0d471f979429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:09.427303 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10ee9ea-ac56-4c20-a587-baac6369cdd9 x-openstack-request-id: req-e10ee9ea-ac56-4c20-a587-baac6369cdd9 {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:42:09.427760 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4ffde1-b596-412e-9452-594b6ef2bfc9", "name": "network-vif-plugged", "status": "completed", "tag": "d61b93ed-2167-479e-beca-814dcd56119e", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:42:09.428116 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e10ee9ea-ac56-4c20-a587-baac6369cdd9 {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:42:09.428830 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4ffde1-b596-412e-9452-594b6ef2bfc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61b93ed-2167-479e-beca-814dcd56119e', 'code': 200} Jun 06 17:42:09.455771 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-5ae9c770-e31c-468e-a97e-0d471f979429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:09.456656 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:09.518739 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=54adfb04-2e9c-4b8d-b095-1bc92cebc78c,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:09.541725 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e418db7-75fc-4a1a-b7e4-0658c9504867 req-46c004f6-8208-4518-b22d-394087472398 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:09.543219 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-1e418db7-75fc-4a1a-b7e4-0658c9504867 req-46c004f6-8208-4518-b22d-394087472398 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 945 time: 0.2409112 Jun 06 17:42:09.573977 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:09.573977 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-d120375f-3042-4eb3-ad3d-25cdbcce9f29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:09.614461 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-1e418db7-75fc-4a1a-b7e4-0658c9504867 req-ccb9dc76-3128-4a2d-9f9d-00eccb95ea11 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570424 Jun 06 17:42:09.672812 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-5ae9c770-e31c-468e-a97e-0d471f979429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:09.678424 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-5ae9c770-e31c-468e-a97e-0d471f979429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:09.680830 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-5ae9c770-e31c-468e-a97e-0d471f979429 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b3ef9c0d-4f56-42e5-aebc-04f1c041bf28 HTTP/1.1" status: 204 len: 168 time: 0.4486721 Jun 06 17:42:09.681847 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-2dfd6041-97c6-487e-b730-e03c6b203922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:09.693808 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9c770-e31c-468e-a97e-0d471f979429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ef9c0d-4f56-42e5-aebc-04f1c041bf28,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:09.699212 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-5ae9c770-e31c-468e-a97e-0d471f979429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:09.731366 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 800efb57-cfc5-4d57-aaa5-89987dc721dc, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=800efb57-cfc5-4d57-aaa5-89987dc721dc,segment=NetworkSegment(a722723a-849f-4268-9cd8-907163b5b3e3),segment_id=a722723a-849f-4268-9cd8-907163b5b3e3)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:09.746148 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=d61b93ed-2167-479e-beca-814dcd56119e,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:09.750765 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:09.752941 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': '800efb57-cfc5-4d57-aaa5-89987dc721dc', 'network_id': '5819759c-7390-4859-9471-3f1914d1536e', 'port_id': '800efb57-cfc5-4d57-aaa5-89987dc721dc', 'mac_address': 'fa:16:3e:c0:05:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8679353-f529-4d10-943e-fe2abace2802', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:42:09.816679 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36fc9a-6e36-4756-8cc4-b15cb40dc496 req-dd0a4726-69d8-440b-9028-a9ff3d5c3428 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:09.818156 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9f36fc9a-6e36-4756-8cc4-b15cb40dc496 req-dd0a4726-69d8-440b-9028-a9ff3d5c3428 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.1006227 Jun 06 17:42:09.825316 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:09.846057 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 800efb57-cfc5-4d57-aaa5-89987dc721dc {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:42:09.863822 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 800efb57-cfc5-4d57-aaa5-89987dc721dc, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=800efb57-cfc5-4d57-aaa5-89987dc721dc,segment=NetworkSegment(a722723a-849f-4268-9cd8-907163b5b3e3),segment_id=a722723a-849f-4268-9cd8-907163b5b3e3)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:09.864138 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9f36fc9a-6e36-4756-8cc4-b15cb40dc496 req-0d36942c-6771-4593-92b4-b6f587e20e14 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400805 Jun 06 17:42:09.948758 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:09.950659 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:10.009263 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f92f5e-0c1d-4bf0-86be-159c4900ad69 req-daed449f-833c-4a73-a8dc-7932ec264f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:10.010794 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-e7f92f5e-0c1d-4bf0-86be-159c4900ad69 req-daed449f-833c-4a73-a8dc-7932ec264f2b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cd4ffde1-b596-412e-9452-594b6ef2bfc9 HTTP/1.1" status: 200 len: 1098 time: 0.0906479 Jun 06 17:42:10.036436 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=800efb57-cfc5-4d57-aaa5-89987dc721dc,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:10.043940 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:10.075178 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-e7f92f5e-0c1d-4bf0-86be-159c4900ad69 req-90d61844-0b9f-4842-bb45-63b7f92f2203 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576968 Jun 06 17:42:10.250334 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 9763497d-42e6-43a0-8cb9-471c24263fc2 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:10.287806 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9a66a-8544-44f4-a7fd-e4c1a800a21e req-a87706f6-91fe-4160-bbda-05e9dc53ac11 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:10.293982 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-dde9a66a-8544-44f4-a7fd-e4c1a800a21e req-a87706f6-91fe-4160-bbda-05e9dc53ac11 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 945 time: 0.1691687 Jun 06 17:42:10.316063 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e5507-f97f-453b-b500-43c91311e086 req-04848195-8c9f-45d0-b03e-f7f9ce6bd780 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:10.318302 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0a8e5507-f97f-453b-b500-43c91311e086 req-04848195-8c9f-45d0-b03e-f7f9ce6bd780 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd4ffde1-b596-412e-9452-594b6ef2bfc9 HTTP/1.1" status: 200 len: 945 time: 0.1264732 Jun 06 17:42:10.362685 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 9763497d-42e6-43a0-8cb9-471c24263fc2 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:10.363121 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:10.370744 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0a8e5507-f97f-453b-b500-43c91311e086 req-744b2c74-3d38-4101-8cb4-25e6e108f177 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443578 Jun 06 17:42:10.383801 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-dde9a66a-8544-44f4-a7fd-e4c1a800a21e req-3b99714c-2951-4543-a934-81ecf55f3346 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769758 Jun 06 17:42:10.787866 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6c7d9-a8ab-439b-8068-8df454fdf9bc req-d1931ffe-357a-4ade-8f54-22162969c57b tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:10.789951 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f9d6c7d9-a8ab-439b-8068-8df454fdf9bc req-d1931ffe-357a-4ade-8f54-22162969c57b tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 945 time: 0.0804043 Jun 06 17:42:10.836023 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f9d6c7d9-a8ab-439b-8068-8df454fdf9bc req-f9dc0d48-12c2-4d90-8a9c-d78e9becf6bb tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402181 Jun 06 17:42:11.078327 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e689b-1e2c-4c1a-9f97-a7d1bf990b27 req-483b9132-81b7-4670-bb07-7de8dbba75aa tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:11.084708 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7d4e689b-1e2c-4c1a-9f97-a7d1bf990b27 req-483b9132-81b7-4670-bb07-7de8dbba75aa tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.0968709 Jun 06 17:42:11.125518 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7d4e689b-1e2c-4c1a-9f97-a7d1bf990b27 req-05c7e1cd-365f-4a49-815e-6e46fe11918f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399346 Jun 06 17:42:11.605793 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6743c-0064-4581-aae7-4db844b55510 req-c57a9bb7-80db-4ef7-ab40-fb1230fd6c1b tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:11.607495 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0bb6743c-0064-4581-aae7-4db844b55510 req-c57a9bb7-80db-4ef7-ab40-fb1230fd6c1b tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd4ffde1-b596-412e-9452-594b6ef2bfc9 HTTP/1.1" status: 200 len: 945 time: 0.1046522 Jun 06 17:42:11.644099 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b4c6e-42d3-440e-9d1a-602fb71dcae7 req-9f0d6c32-11e6-424d-972f-467a133fd027 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:11.645540 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-301b4c6e-42d3-440e-9d1a-602fb71dcae7 req-9f0d6c32-11e6-424d-972f-467a133fd027 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 945 time: 0.1508164 Jun 06 17:42:11.653178 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0bb6743c-0064-4581-aae7-4db844b55510 req-30b9355c-b1e2-47ab-b56f-e12860c34804 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400040 Jun 06 17:42:11.691386 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-301b4c6e-42d3-440e-9d1a-602fb71dcae7 req-989a2a5e-a451-49d2-bc1a-b86430b66257 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393345 Jun 06 17:42:12.032154 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abb3d9-7b7a-4e01-b126-e1fe4eafc9aa req-465460e7-62d8-4131-b7b8-149028a023ab tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:12.033670 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-97abb3d9-7b7a-4e01-b126-e1fe4eafc9aa req-465460e7-62d8-4131-b7b8-149028a023ab tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 945 time: 0.0817251 Jun 06 17:42:12.056376 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 38430) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:12.079646 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-97abb3d9-7b7a-4e01-b126-e1fe4eafc9aa req-1887394f-4ee4-4818-b52b-45d5a447aace tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401897 Jun 06 17:42:12.170941 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f17bc2c3-3b9a-427b-831c-071218a577e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:12.336958 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f17bc2c3-3b9a-427b-831c-071218a577e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:12.357070 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414ebbc-983b-4ad1-9f29-b7b3c2a7e5e5 req-87fe8c12-a39b-403c-8376-7ed00e8d3dff tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:12.358553 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5414ebbc-983b-4ad1-9f29-b7b3c2a7e5e5 req-87fe8c12-a39b-403c-8376-7ed00e8d3dff tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.1141212 Jun 06 17:42:12.404598 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5414ebbc-983b-4ad1-9f29-b7b3c2a7e5e5 req-7e58105a-93c9-4ead-9453-e6297868c10b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403864 Jun 06 17:42:12.437333 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f17bc2c3-3b9a-427b-831c-071218a577e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:12.446362 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-88abb450-feab-4135-b440-a23f4204915f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:12.485934 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-f17bc2c3-3b9a-427b-831c-071218a577e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c55d12211fc0444bb3536aa15080b39c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4284875 Jun 06 17:42:12.486641 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17bc2c3-3b9a-427b-831c-071218a577e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d0b250-fe2f-4ef9-b2f2-849f6008d054,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:12.488711 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 38442) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:12.489847 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-f17bc2c3-3b9a-427b-831c-071218a577e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:12.552385 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-915bd51f-bdb9-458f-b0a7-f981257bb0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:12.577742 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-915bd51f-bdb9-458f-b0a7-f981257bb0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:12.719693 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-915bd51f-bdb9-458f-b0a7-f981257bb0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:12.724184 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-915bd51f-bdb9-458f-b0a7-f981257bb0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:12.724184 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-915bd51f-bdb9-458f-b0a7-f981257bb0ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68d0b250-fe2f-4ef9-b2f2-849f6008d054 HTTP/1.1" status: 204 len: 168 time: 0.2336855 Jun 06 17:42:12.724400 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-2291eabd-ffa8-49ad-a5b1-02d3554c66be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:12.734501 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915bd51f-bdb9-458f-b0a7-f981257bb0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d0b250-fe2f-4ef9-b2f2-849f6008d054,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:12.737151 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-915bd51f-bdb9-458f-b0a7-f981257bb0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:12.856852 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6512f84-700e-4b90-852e-f066591c6b98 req-b315e7d9-8b85-4dcc-8a79-757af213f0d2 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:12.858520 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-a6512f84-700e-4b90-852e-f066591c6b98 req-b315e7d9-8b85-4dcc-8a79-757af213f0d2 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd4ffde1-b596-412e-9452-594b6ef2bfc9 HTTP/1.1" status: 200 len: 945 time: 0.0888722 Jun 06 17:42:12.907305 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-a6512f84-700e-4b90-852e-f066591c6b98 req-9315d133-1069-4431-ab6f-22341eb5a202 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408285 Jun 06 17:42:12.916932 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d075316-98ea-4633-8f32-630c5ff27278 req-52ad6cfc-ded9-4d5f-856d-894a9acafe61 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:12.921156 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4d075316-98ea-4633-8f32-630c5ff27278 req-52ad6cfc-ded9-4d5f-856d-894a9acafe61 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 945 time: 0.0958571 Jun 06 17:42:12.963110 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4d075316-98ea-4633-8f32-630c5ff27278 req-5d7ba934-2f37-4f75-8c97-9937ae350d7d tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390232 Jun 06 17:42:13.072038 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['54adfb04-2e9c-4b8d-b095-1bc92cebc78c'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:42:13.099528 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['800efb57-cfc5-4d57-aaa5-89987dc721dc'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:42:13.287059 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec751988-6c9b-46f0-908c-3e72aa215042 req-796dd6bf-6c76-4356-8577-075ec81652d1 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:13.289249 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ec751988-6c9b-46f0-908c-3e72aa215042 req-796dd6bf-6c76-4356-8577-075ec81652d1 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 945 time: 0.0956869 Jun 06 17:42:13.341669 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ec751988-6c9b-46f0-908c-3e72aa215042 req-297a8f96-f4a3-4220-9e0e-3122332b5c47 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442710 Jun 06 17:42:13.633454 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc31f43-d5f5-49c0-85eb-84dfe4a1ba58 req-6f305c42-79b5-4e84-a860-d5b31cb8dcd8 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:13.635223 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-edc31f43-d5f5-49c0-85eb-84dfe4a1ba58 req-6f305c42-79b5-4e84-a860-d5b31cb8dcd8 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.0926352 Jun 06 17:42:13.691142 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-edc31f43-d5f5-49c0-85eb-84dfe4a1ba58 req-734200df-bf3c-43d5-87e2-2916b241644e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490284 Jun 06 17:42:14.111599 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6e549-c57d-4a57-af9b-bfffb24d6ff4 req-a66b22bf-28b5-4832-909f-3edd5e61f0a9 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:14.113167 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-aeb6e549-c57d-4a57-af9b-bfffb24d6ff4 req-a66b22bf-28b5-4832-909f-3edd5e61f0a9 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd4ffde1-b596-412e-9452-594b6ef2bfc9 HTTP/1.1" status: 200 len: 945 time: 0.0909441 Jun 06 17:42:14.188468 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-aeb6e549-c57d-4a57-af9b-bfffb24d6ff4 req-073eb3be-78e2-4c61-9a0c-469f2ea625b2 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685260 Jun 06 17:42:14.211748 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9590822-feed-4820-924a-f4ac132e39dc req-c80d40d4-5a8a-4998-bc47-15666fcb328f tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:14.220058 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a9590822-feed-4820-924a-f4ac132e39dc req-c80d40d4-5a8a-4998-bc47-15666fcb328f tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 945 time: 0.1369026 Jun 06 17:42:14.272523 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a9590822-feed-4820-924a-f4ac132e39dc req-d2cfe358-d76c-4db1-8fa2-1d63ad4afacd tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514021 Jun 06 17:42:14.691959 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d5de7-b615-4c15-bd06-a10d18d280c5 req-8af73b20-24ba-4c32-ab64-0da00265f508 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:14.691959 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-183d5de7-b615-4c15-bd06-a10d18d280c5 req-8af73b20-24ba-4c32-ab64-0da00265f508 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 945 time: 0.0941136 Jun 06 17:42:14.741903 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-183d5de7-b615-4c15-bd06-a10d18d280c5 req-86a45228-2438-4c8c-815e-4c0e42116d3a tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432618 Jun 06 17:42:14.910605 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da136b-42aa-4265-87fb-4e74a2b856bd req-fc0a1070-7222-4f1b-9fce-84d1d7123bd8 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:14.912179 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-02da136b-42aa-4265-87fb-4e74a2b856bd req-fc0a1070-7222-4f1b-9fce-84d1d7123bd8 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.0980997 Jun 06 17:42:14.958757 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-02da136b-42aa-4265-87fb-4e74a2b856bd req-fa4a7805-9eb8-4190-98b0-a432b5cbc0be tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397651 Jun 06 17:42:15.422657 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4882f-a294-4c29-ad08-ae6e94e16fa2 req-9d888881-4e34-47fb-9bdd-4ab6b26a91f1 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:15.424176 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3af4882f-a294-4c29-ad08-ae6e94e16fa2 req-9d888881-4e34-47fb-9bdd-4ab6b26a91f1 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd4ffde1-b596-412e-9452-594b6ef2bfc9 HTTP/1.1" status: 200 len: 945 time: 0.1165063 Jun 06 17:42:15.514141 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6eaa4-0ed5-4ec6-8e71-8457e27186c0 req-e9a7c8c5-5030-4d14-a4f2-bf5504a2fb16 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:15.515930 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-43f6eaa4-0ed5-4ec6-8e71-8457e27186c0 req-e9a7c8c5-5030-4d14-a4f2-bf5504a2fb16 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 945 time: 0.1071284 Jun 06 17:42:15.528679 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3af4882f-a294-4c29-ad08-ae6e94e16fa2 req-1aa7af16-7eef-49cd-baec-433a74c9c865 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953074 Jun 06 17:42:15.554539 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6151534-c7e4-4d4b-92a2-9133ae404d9c req-ef629206-c04b-414c-be0a-816a8cecce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:15.558612 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f6151534-c7e4-4d4b-92a2-9133ae404d9c req-ef629206-c04b-414c-be0a-816a8cecce2c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670&tenant_id=22e0c313a0d34d1cbf3166f27aaa75be HTTP/1.1" status: 200 len: 1097 time: 0.1091595 Jun 06 17:42:15.580094 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-43f6eaa4-0ed5-4ec6-8e71-8457e27186c0 req-434c6896-c3dc-4692-ba9a-e45e2fd4b950 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588253 Jun 06 17:42:15.675519 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6151534-c7e4-4d4b-92a2-9133ae404d9c req-09eb6068-61cc-439c-969b-447a2ae1253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:15.677022 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f6151534-c7e4-4d4b-92a2-9133ae404d9c req-09eb6068-61cc-439c-969b-447a2ae1253f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=22e0c313a0d34d1cbf3166f27aaa75be&device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 1097 time: 0.0936518 Jun 06 17:42:15.963968 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6151534-c7e4-4d4b-92a2-9133ae404d9c req-c4042b1d-bdae-4ae1-8abe-2f5e93b14d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:15.965422 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f6151534-c7e4-4d4b-92a2-9133ae404d9c req-c4042b1d-bdae-4ae1-8abe-2f5e93b14d62 service neutron] 10.222.0.35 "GET /v2.0/networks?id=797ee1ce-df47-45dc-9d12-b7882bffb3f5 HTTP/1.1" status: 200 len: 917 time: 0.2822530 Jun 06 17:42:15.999831 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 54adfb04-2e9c-4b8d-b095-1bc92cebc78c up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:16.091239 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b5a37-6873-4a36-aaa0-27eae94362cb req-003a1477-8802-47e1-aa1f-21af197c7216 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:16.092762 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-829b5a37-6873-4a36-aaa0-27eae94362cb req-003a1477-8802-47e1-aa1f-21af197c7216 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 945 time: 0.2070162 Jun 06 17:42:16.098933 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f6151534-c7e4-4d4b-92a2-9133ae404d9c req-3a38465d-237b-4677-a74e-97be189cd83b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=673b91fe-791a-4744-9fd5-a09b5eb629c0 HTTP/1.1" status: 200 len: 1000 time: 0.1256714 Jun 06 17:42:16.189975 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3df06e-27b1-40de-a5da-b5e3becc426f req-cef843ab-72ff-4c97-8877-b97d6a718940 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:16.191708 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-829b5a37-6873-4a36-aaa0-27eae94362cb req-a596dd46-fb59-44c5-9c39-273a423ea2dc tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918016 Jun 06 17:42:16.194184 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-be3df06e-27b1-40de-a5da-b5e3becc426f req-cef843ab-72ff-4c97-8877-b97d6a718940 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.0983536 Jun 06 17:42:16.201157 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6151534-c7e4-4d4b-92a2-9133ae404d9c req-6d4f856e-be03-4829-ada0-a1ae4c7d49a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:16.202931 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f6151534-c7e4-4d4b-92a2-9133ae404d9c req-6d4f856e-be03-4829-ada0-a1ae4c7d49a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=32856328-a45b-4d19-b9c2-2268b19da00b HTTP/1.1" status: 200 len: 855 time: 0.0887213 Jun 06 17:42:16.221622 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning for port 54adfb04-2e9c-4b8d-b095-1bc92cebc78c completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:16.227764 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port 54adfb04-2e9c-4b8d-b095-1bc92cebc78c triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:16.228281 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:16.273811 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-be3df06e-27b1-40de-a5da-b5e3becc426f req-66b5757b-947c-4def-a6a5-42803cdea360 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641689 Jun 06 17:42:16.297769 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6151534-c7e4-4d4b-92a2-9133ae404d9c req-a394331b-10a7-4be0-98a7-780a98cc7ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:16.301563 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f6151534-c7e4-4d4b-92a2-9133ae404d9c req-a394331b-10a7-4be0-98a7-780a98cc7ea0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=797ee1ce-df47-45dc-9d12-b7882bffb3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0911345 Jun 06 17:42:16.409971 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:16.448242 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c01638-6821-4ad5-9c1b-72d1cc234d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54adfb04-2e9c-4b8d-b095-1bc92cebc78c'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:42:16.450963 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3e4767-5fd0-485b-b1d3-8f2511999a5b" -d '{"events": [{"server_uuid": "19c01638-6821-4ad5-9c1b-72d1cc234d41", "name": "network-vif-plugged", "status": "completed", "tag": "54adfb04-2e9c-4b8d-b095-1bc92cebc78c"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:42:16.460111 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 54adfb04-2e9c-4b8d-b095-1bc92cebc78c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=54adfb04-2e9c-4b8d-b095-1bc92cebc78c,segment=NetworkSegment(98fd0eb8-8930-410f-b410-560aabccb798),segment_id=98fd0eb8-8930-410f-b410-560aabccb798)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:16.475941 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f6151534-c7e4-4d4b-92a2-9133ae404d9c req-ce44aa45-ef54-4c65-be90-b8d0f2d7eb41 service neutron] 10.222.0.35 "GET /v2.0/networks/797ee1ce-df47-45dc-9d12-b7882bffb3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668978 Jun 06 17:42:16.501312 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcacd74c-5b8f-40dd-924b-3429267cdb7e x-openstack-request-id: req-fcacd74c-5b8f-40dd-924b-3429267cdb7e {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:42:16.501793 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c01638-6821-4ad5-9c1b-72d1cc234d41", "name": "network-vif-plugged", "status": "completed", "tag": "54adfb04-2e9c-4b8d-b095-1bc92cebc78c", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:42:16.502388 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fcacd74c-5b8f-40dd-924b-3429267cdb7e {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:42:16.503331 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c01638-6821-4ad5-9c1b-72d1cc234d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54adfb04-2e9c-4b8d-b095-1bc92cebc78c', 'code': 200} Jun 06 17:42:16.565761 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:16.566760 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 800efb57-cfc5-4d57-aaa5-89987dc721dc up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:16.593302 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:16.672612 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-219a857c-20b8-450c-ac12-8258424868ce tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bd317d037c9d4986bf89063c03171019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414121 Jun 06 17:42:16.675302 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f6151534-c7e4-4d4b-92a2-9133ae404d9c req-7df39d85-63bd-4737-8f9d-840ee40cf021 service neutron] 10.222.0.35 "GET /v2.0/networks/797ee1ce-df47-45dc-9d12-b7882bffb3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908576 Jun 06 17:42:16.717672 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=54adfb04-2e9c-4b8d-b095-1bc92cebc78c,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:16.721897 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:16.842780 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-16e2e27e-09cc-44bf-8d74-a9d56cc6464e tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:16.844099 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-16e2e27e-09cc-44bf-8d74-a9d56cc6464e tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1663487 Jun 06 17:42:16.849050 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning for port 800efb57-cfc5-4d57-aaa5-89987dc721dc completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:16.859064 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port 800efb57-cfc5-4d57-aaa5-89987dc721dc triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:16.859442 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:16.862811 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-a61e8222-b1db-42dc-b20d-c030dc73f18c tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/quotas/bd317d037c9d4986bf89063c03171019 HTTP/1.1" status: 200 len: 375 time: 0.0111070 Jun 06 17:42:16.920323 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-cfd54199-f9c6-40ef-ae5f-9a7ed3d5fc4c tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd317d037c9d4986bf89063c03171019&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508583 Jun 06 17:42:16.997237 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:17.001605 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:42:17.032975 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 800efb57-cfc5-4d57-aaa5-89987dc721dc, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=800efb57-cfc5-4d57-aaa5-89987dc721dc,segment=NetworkSegment(a722723a-849f-4268-9cd8-907163b5b3e3),segment_id=a722723a-849f-4268-9cd8-907163b5b3e3)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:17.118414 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:17.120390 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:17.138099 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6aa54-7d58-4247-9aa5-5bc2d6ee12b8 req-684afabd-2982-43c9-b26f-b0c0014552cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:17.139603 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-45a6aa54-7d58-4247-9aa5-5bc2d6ee12b8 req-684afabd-2982-43c9-b26f-b0c0014552cc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 1099 time: 0.1548765 Jun 06 17:42:17.147568 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba074198-b9f6-4de9-8d3c-444903db2000 req-b69137c7-6f2d-4404-9211-eaac7e3599a2 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:17.155663 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ba074198-b9f6-4de9-8d3c-444903db2000 req-b69137c7-6f2d-4404-9211-eaac7e3599a2 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 945 time: 0.1696405 Jun 06 17:42:17.245463 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-45a6aa54-7d58-4247-9aa5-5bc2d6ee12b8 req-3f1196a3-9262-41fb-a9fc-df0871bf878f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867569 Jun 06 17:42:17.257453 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ba074198-b9f6-4de9-8d3c-444903db2000 req-269e26df-ded6-4933-aeeb-3276b1c8a09f tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008704 Jun 06 17:42:17.258467 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=800efb57-cfc5-4d57-aaa5-89987dc721dc,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:17.267557 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:17.353781 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-776df966-c83c-40e0-909f-3f664e065bf1 req-8d8a8879-9b80-4855-b42a-46e65bd59184 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 210 time: 0.0481186 Jun 06 17:42:17.439250 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15dd93-99ae-4f91-b6f2-f979d830fe68 req-5b98b97f-a284-43e0-b269-277ca9bb6d22 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:17.446877 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cd15dd93-99ae-4f91-b6f2-f979d830fe68 req-5b98b97f-a284-43e0-b269-277ca9bb6d22 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.1048772 Jun 06 17:42:17.492816 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cd15dd93-99ae-4f91-b6f2-f979d830fe68 req-748cc0c1-6866-4369-acc1-582cf8af32f7 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443323 Jun 06 17:42:17.592544 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28822375-606d-42f9-8f7e-6cb0dc263b49 req-540fa0e8-d1e8-476a-b8ec-f86dcfa6787b tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:17.594237 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-28822375-606d-42f9-8f7e-6cb0dc263b49 req-540fa0e8-d1e8-476a-b8ec-f86dcfa6787b tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 946 time: 0.0914040 Jun 06 17:42:17.641198 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-28822375-606d-42f9-8f7e-6cb0dc263b49 req-030b514b-80f4-4ae6-83fc-a742e643283b tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410526 Jun 06 17:42:17.713236 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dcf94-4289-499a-9287-32593f22cae5 req-dfc041fc-2077-4c1f-8c74-cf9de4aa4d14 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:17.721581 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a44dcf94-4289-499a-9287-32593f22cae5 req-dfc041fc-2077-4c1f-8c74-cf9de4aa4d14 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.1069505 Jun 06 17:42:17.793591 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a44dcf94-4289-499a-9287-32593f22cae5 req-a3918e60-8373-405b-844d-940a6f3eea79 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706944 Jun 06 17:42:18.470021 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ceff54-1322-42a5-a4b2-efb152a4db00 req-d4088492-c740-445c-9470-8a7759b9bdb3 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:18.471437 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-17ceff54-1322-42a5-a4b2-efb152a4db00 req-d4088492-c740-445c-9470-8a7759b9bdb3 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 946 time: 0.1111917 Jun 06 17:42:18.505227 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b24cd72-d432-46e1-89f0-27f75edaa0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800efb57-cfc5-4d57-aaa5-89987dc721dc'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:42:18.507682 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a9ef91-1c9d-4e54-af72-4788d87089c8" -d '{"events": [{"server_uuid": "4b24cd72-d432-46e1-89f0-27f75edaa0bf", "name": "network-vif-plugged", "status": "completed", "tag": "800efb57-cfc5-4d57-aaa5-89987dc721dc"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:42:18.519424 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-17ceff54-1322-42a5-a4b2-efb152a4db00 req-86b1998a-7007-4ac0-9ee4-f8dfc64bec12 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412688 Jun 06 17:42:18.551359 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-423e25b1-af5e-4738-9b61-91db844af673 req-d83d0155-c50f-4e45-995e-d67f33a19aa6 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 210 time: 0.0562525 Jun 06 17:42:18.593327 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7018426b-a1f2-4885-bf57-4bf994d280de x-openstack-request-id: req-7018426b-a1f2-4885-bf57-4bf994d280de {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:42:18.594139 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b24cd72-d432-46e1-89f0-27f75edaa0bf", "name": "network-vif-plugged", "status": "completed", "tag": "800efb57-cfc5-4d57-aaa5-89987dc721dc", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:42:18.594634 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7018426b-a1f2-4885-bf57-4bf994d280de {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:42:18.595292 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b24cd72-d432-46e1-89f0-27f75edaa0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800efb57-cfc5-4d57-aaa5-89987dc721dc', 'code': 200} Jun 06 17:42:18.773750 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb8740-0e2c-477e-97da-ee5a42475ce5 req-a90aa555-67fc-4041-99e3-2e2c215f113b tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:18.774983 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7ddb8740-0e2c-477e-97da-ee5a42475ce5 req-a90aa555-67fc-4041-99e3-2e2c215f113b tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.1053417 Jun 06 17:42:18.833836 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7ddb8740-0e2c-477e-97da-ee5a42475ce5 req-c699d090-89f4-41e5-9aa3-fc43ecd59716 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520995 Jun 06 17:42:18.852718 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757584c9-3fff-47e4-a7ec-8d0686474190 req-b82ccfb5-fbab-4e1e-b4a7-016b11f84128 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:18.852718 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-757584c9-3fff-47e4-a7ec-8d0686474190 req-b82ccfb5-fbab-4e1e-b4a7-016b11f84128 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 946 time: 0.0952451 Jun 06 17:42:18.955874 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-757584c9-3fff-47e4-a7ec-8d0686474190 req-d4122203-f507-4c5e-a2a8-edacadfdd927 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972598 Jun 06 17:42:19.068116 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf015e5-7b3b-42f6-95ef-a3d0f45dc010 req-7c0d028a-52c0-46b0-8d7c-e3fe543c242d tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:19.069632 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cbf015e5-7b3b-42f6-95ef-a3d0f45dc010 req-7c0d028a-52c0-46b0-8d7c-e3fe543c242d tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.0985355 Jun 06 17:42:19.116160 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cbf015e5-7b3b-42f6-95ef-a3d0f45dc010 req-b3a72d03-c3c6-425c-ba4d-6182e785fd19 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401907 Jun 06 17:42:19.739558 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd66c6-85bb-4833-bb82-35890d3376d6 req-d013ef29-a12a-4694-b7ef-919a1468e03c tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:19.739847 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-302306c6-6d69-4421-b250-21bed6e9a204 req-b088d675-5096-4a0f-8b17-600065cdd763 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 210 time: 0.0568395 Jun 06 17:42:19.741295 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-28fd66c6-85bb-4833-bb82-35890d3376d6 req-d013ef29-a12a-4694-b7ef-919a1468e03c tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 946 time: 0.1056154 Jun 06 17:42:19.793770 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-28fd66c6-85bb-4833-bb82-35890d3376d6 req-4aadaf50-433d-4255-9e9a-b7bd040425bf tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439856 Jun 06 17:42:20.036549 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6f300-fff0-4834-bb92-4efbdb809ae6 req-ad0ed2ca-9200-4f6d-a775-5bb3dac4066d tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:20.038219 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-38e6f300-fff0-4834-bb92-4efbdb809ae6 req-ad0ed2ca-9200-4f6d-a775-5bb3dac4066d tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.0947132 Jun 06 17:42:20.121068 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-38e6f300-fff0-4834-bb92-4efbdb809ae6 req-3c43b731-7461-41b5-8e2b-f2122fdcbfc5 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704095 Jun 06 17:42:20.240698 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935483e-7e16-489c-a20c-977f166f16a9 req-d9ecf679-74a8-4041-8564-2270dad63c7f tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:20.243352 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9935483e-7e16-489c-a20c-977f166f16a9 req-d9ecf679-74a8-4041-8564-2270dad63c7f tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 946 time: 0.1348665 Jun 06 17:42:20.296132 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9935483e-7e16-489c-a20c-977f166f16a9 req-d0de4955-65a7-411d-b827-aaadec8ad5a3 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462046 Jun 06 17:42:20.341112 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397937a6-6cd7-4ffe-a5f0-5227d3ced061 req-c5cfcc7f-7380-40c2-8358-b3af11fc0f68 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:20.342541 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-397937a6-6cd7-4ffe-a5f0-5227d3ced061 req-c5cfcc7f-7380-40c2-8358-b3af11fc0f68 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.0969183 Jun 06 17:42:20.392237 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-33d64a6d-c0dd-4115-9a7c-a5c26741267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:20.452119 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-397937a6-6cd7-4ffe-a5f0-5227d3ced061 req-04e3ff25-ed2f-4f4c-92a1-f00387c46d94 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039920 Jun 06 17:42:20.913525 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c92c0072-2de1-4a78-9dce-44a94424f288 req-8f134f83-df66-4476-a13e-17beee059964 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 210 time: 0.0572641 Jun 06 17:42:20.999331 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6e047-b840-46d0-b92e-3c2a55b36839 req-349d4f79-7be3-4f3a-98a2-bdbdb7da63dd tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:21.001024 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7ae6e047-b840-46d0-b92e-3c2a55b36839 req-349d4f79-7be3-4f3a-98a2-bdbdb7da63dd tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 946 time: 0.0840104 Jun 06 17:42:21.047698 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7ae6e047-b840-46d0-b92e-3c2a55b36839 req-4f021fd1-bf7c-47f9-9844-5053aa9ba940 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402880 Jun 06 17:42:21.328522 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc53961-74e1-42ff-a398-ae36edeb142d req-8c03bc9f-5617-454f-8c62-2080c42c8b94 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:21.330104 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-4dc53961-74e1-42ff-a398-ae36edeb142d req-8c03bc9f-5617-454f-8c62-2080c42c8b94 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.1059234 Jun 06 17:42:21.386081 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-4dc53961-74e1-42ff-a398-ae36edeb142d req-fc12da25-6dcc-43cb-af27-b8216dabd8f8 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482104 Jun 06 17:42:21.553276 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bf575-5bd3-42a5-9d33-8ab087e472b3 req-852d3b47-875f-4c2e-a87f-f8058bda64d0 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:21.555244 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-092bf575-5bd3-42a5-9d33-8ab087e472b3 req-852d3b47-875f-4c2e-a87f-f8058bda64d0 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 946 time: 0.1073270 Jun 06 17:42:21.619147 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-092bf575-5bd3-42a5-9d33-8ab087e472b3 req-02e8bfed-9f45-4f3a-b0e9-360f8b5c08a2 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535853 Jun 06 17:42:21.738768 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693cd42-d684-4e28-95b4-8026c8bd1914 req-4e74963b-3e65-4e44-9642-2241d74f2973 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:21.740137 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-7693cd42-d684-4e28-95b4-8026c8bd1914 req-4e74963b-3e65-4e44-9642-2241d74f2973 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.0956953 Jun 06 17:42:21.801536 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-7693cd42-d684-4e28-95b4-8026c8bd1914 req-6ba14344-814b-4878-a8cb-7f24cbcec477 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546255 Jun 06 17:42:21.903079 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 38712) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:22.054548 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-72681035-39fb-4f05-bfb3-75cce43e41cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:22.098107 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-79971f58-a735-460b-8f09-d43843529c50 req-5997635d-23d4-4766-a6fc-19f691edaf6b tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 210 time: 0.0461435 Jun 06 17:42:22.327967 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-72681035-39fb-4f05-bfb3-75cce43e41cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:22.364445 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b4dfa-b66b-46a5-8120-fbb0f270da2f req-203763ec-0a92-4dd7-81b1-b4bb69a18c8f tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:22.366038 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-385b4dfa-b66b-46a5-8120-fbb0f270da2f req-203763ec-0a92-4dd7-81b1-b4bb69a18c8f tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 946 time: 0.0998766 Jun 06 17:42:22.393264 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-72681035-39fb-4f05-bfb3-75cce43e41cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:22.404253 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-7e20cb37-7dfb-4aac-b27e-1d124895f114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:22.471327 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-72681035-39fb-4f05-bfb3-75cce43e41cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b7695592085467fab632bb307fa39da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5669832 Jun 06 17:42:22.474281 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72681035-39fb-4f05-bfb3-75cce43e41cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d81a82e-f017-4a8e-91e1-8742ea8fea72,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:22.475100 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 38724) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:22.480332 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-385b4dfa-b66b-46a5-8120-fbb0f270da2f req-57b949b2-f776-45ae-bd72-cf1e2de416e5 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036046 Jun 06 17:42:22.481176 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-72681035-39fb-4f05-bfb3-75cce43e41cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:22.607418 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-e7054d38-b9d9-4dc2-88ae-f66387b89d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:22.641564 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-e7054d38-b9d9-4dc2-88ae-f66387b89d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:22.673475 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f27f12-e351-49a2-8065-aebf070940b2 req-cfbb0d15-f0b6-47a7-b799-e47beb5ac5b2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:22.680893 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-21f27f12-e351-49a2-8065-aebf070940b2 req-cfbb0d15-f0b6-47a7-b799-e47beb5ac5b2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.1671801 Jun 06 17:42:22.749219 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-21f27f12-e351-49a2-8065-aebf070940b2 req-82e2acb2-c720-4e2c-83cd-c7fe1de58653 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672889 Jun 06 17:42:22.830075 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-e7054d38-b9d9-4dc2-88ae-f66387b89d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:22.835106 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-e7054d38-b9d9-4dc2-88ae-f66387b89d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:22.837058 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-e7054d38-b9d9-4dc2-88ae-f66387b89d42 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d81a82e-f017-4a8e-91e1-8742ea8fea72 HTTP/1.1" status: 204 len: 168 time: 0.3606923 Jun 06 17:42:22.838036 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-bf3eb320-3733-42d1-9a9f-ebc4d553f21c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:22.848515 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:22.859814 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7054d38-b9d9-4dc2-88ae-f66387b89d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d81a82e-f017-4a8e-91e1-8742ea8fea72,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:22.859814 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-e7054d38-b9d9-4dc2-88ae-f66387b89d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:22.898289 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c305e-95f0-44a2-b953-6eb231a508f6 req-c792c6f2-f8f0-4aea-a74b-d38ef49baade tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:22.907505 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-012c305e-95f0-44a2-b953-6eb231a508f6 req-c792c6f2-f8f0-4aea-a74b-d38ef49baade tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 946 time: 0.1247213 Jun 06 17:42:22.991074 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-012c305e-95f0-44a2-b953-6eb231a508f6 req-e6e69497-d51a-420a-aa23-9b0ce2700175 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769320 Jun 06 17:42:22.999647 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-e6d68474-fe29-4b37-b7ba-0d8db08256cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:23.047989 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ace41-40a4-4e22-9d5e-c24e7ace4f7c req-b106ecd4-6b5d-4abd-a21c-77dbc1ed91de tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:23.049805 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-6f0ace41-40a4-4e22-9d5e-c24e7ace4f7c req-b106ecd4-6b5d-4abd-a21c-77dbc1ed91de tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.0992746 Jun 06 17:42:23.113511 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-6f0ace41-40a4-4e22-9d5e-c24e7ace4f7c req-e8607fcb-7605-4891-925e-6990388702de tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570354 Jun 06 17:42:23.285089 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-7f1a5c3b-67bf-4f10-99ce-05cb92de5c96 req-3fa87410-2cbc-4d0c-9eca-4c977588683d tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 210 time: 0.0566349 Jun 06 17:42:23.722314 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6c252-433c-41ea-a0e5-84d8944d4b26 req-abe63be1-6610-4b99-a762-2be19dffdd81 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:23.722314 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e7c6c252-433c-41ea-a0e5-84d8944d4b26 req-abe63be1-6610-4b99-a762-2be19dffdd81 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 946 time: 0.1059871 Jun 06 17:42:23.760758 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e7c6c252-433c-41ea-a0e5-84d8944d4b26 req-c11f80ac-b96a-4482-aabe-97e830e5c3ab tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471680 Jun 06 17:42:23.995778 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9e13e-a3e4-41ba-bb50-4b0790432103 req-918ece05-a1fa-4e68-bdca-4bb91ce28974 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:23.997236 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-91f9e13e-a3e4-41ba-bb50-4b0790432103 req-918ece05-a1fa-4e68-bdca-4bb91ce28974 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.0926566 Jun 06 17:42:24.052349 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-91f9e13e-a3e4-41ba-bb50-4b0790432103 req-2b4035c5-f949-45af-ad18-d4aeea68a87d tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465579 Jun 06 17:42:24.187427 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ba317-1f92-44bc-b6f0-ee18c69b1e12 req-41b3ad49-e57e-4211-b6e9-f007b47f45bd tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:24.189206 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:24.193374 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b34ba317-1f92-44bc-b6f0-ee18c69b1e12 req-41b3ad49-e57e-4211-b6e9-f007b47f45bd tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 946 time: 0.0931432 Jun 06 17:42:24.260172 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b34ba317-1f92-44bc-b6f0-ee18c69b1e12 req-e8c84b5f-80b2-4389-a9e4-0da30783a1f9 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655582 Jun 06 17:42:24.372313 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79387d-354e-4dc9-9006-f224783d33da req-84e112d8-555f-4bd3-bbb0-1f9bdb2abbd0 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:24.376594 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-2b79387d-354e-4dc9-9006-f224783d33da req-84e112d8-555f-4bd3-bbb0-1f9bdb2abbd0 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.1278129 Jun 06 17:42:24.455309 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-2b79387d-354e-4dc9-9006-f224783d33da req-8acd82c6-3081-48de-8ad2-e2065b18bcf2 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698481 Jun 06 17:42:24.733274 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-93db2b43-4c95-4cf3-b52b-26588a1dce95 req-618fb8df-3c27-4d58-82a1-13ef92d96f4a tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 210 time: 0.0632694 Jun 06 17:42:24.989487 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44516a9-e877-4934-96bc-2d55ea393727 req-b52b1ff7-04c3-4c11-aa36-341efc7c9520 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:24.994842 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f44516a9-e877-4934-96bc-2d55ea393727 req-b52b1ff7-04c3-4c11-aa36-341efc7c9520 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 946 time: 0.0920746 Jun 06 17:42:25.050277 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f44516a9-e877-4934-96bc-2d55ea393727 req-9ca6c2d4-3b79-4172-9261-129a0e1ab94f tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397785 Jun 06 17:42:25.254300 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c87d89-1de2-4350-8f9e-096be78605c7 req-bc36b3e8-0670-4996-b9c1-701089109a9e tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:25.255643 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-58c87d89-1de2-4350-8f9e-096be78605c7 req-bc36b3e8-0670-4996-b9c1-701089109a9e tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.0833955 Jun 06 17:42:25.318847 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-58c87d89-1de2-4350-8f9e-096be78605c7 req-d916a509-8364-4de5-98e1-5bbeb0a66863 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556476 Jun 06 17:42:25.474237 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1e21d-548c-4cf8-98ae-5fb159232381 req-a8959eba-6fdf-4dbb-8f79-92719f2b8aba tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:25.475825 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5ae1e21d-548c-4cf8-98ae-5fb159232381 req-a8959eba-6fdf-4dbb-8f79-92719f2b8aba tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 946 time: 0.1005061 Jun 06 17:42:25.535329 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5ae1e21d-548c-4cf8-98ae-5fb159232381 req-4a3dcec0-ec1a-484a-906a-8c82e3b47c20 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530698 Jun 06 17:42:25.705699 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1816c5-c5f5-4927-9ffd-536a7beafacb req-cfc29925-ce8c-4267-94eb-8786e71e1f3b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:25.712439 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-df1816c5-c5f5-4927-9ffd-536a7beafacb req-cfc29925-ce8c-4267-94eb-8786e71e1f3b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.1214540 Jun 06 17:42:25.771751 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-df1816c5-c5f5-4927-9ffd-536a7beafacb req-cdf830cc-b72b-4365-b436-a780e3b28005 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583382 Jun 06 17:42:25.792204 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:25.944989 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c4d5025a-1aab-4ddd-8970-3f44d88d5e22 req-eb5e97bb-e13e-4285-bd78-bd05ac6ee6da tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 210 time: 0.0513086 Jun 06 17:42:26.253600 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac75844-54f2-4829-baf5-08fe100a95b3 req-e2a40fbd-b646-4035-bbfd-2b95c2a34fda tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:26.255318 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-aac75844-54f2-4829-baf5-08fe100a95b3 req-e2a40fbd-b646-4035-bbfd-2b95c2a34fda tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 946 time: 0.0911531 Jun 06 17:42:26.303613 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-aac75844-54f2-4829-baf5-08fe100a95b3 req-d46e7bf1-4d89-4c20-873a-775cb4ac5a2e tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411870 Jun 06 17:42:26.521662 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e19db1-9415-4e4e-8888-71165fa1716c req-fa8394bb-cad8-475a-96b4-4eb0916f6618 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:26.525970 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f1e19db1-9415-4e4e-8888-71165fa1716c req-fa8394bb-cad8-475a-96b4-4eb0916f6618 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.0953348 Jun 06 17:42:26.574692 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f1e19db1-9415-4e4e-8888-71165fa1716c req-f01b6347-7a1c-4ce2-8af7-c04d797bd756 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446103 Jun 06 17:42:26.739269 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98913200-7e3f-4a61-ad0f-49c4e7f43060 req-b8bb0382-0ad2-4add-bd4e-f90f0431799d tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:26.743903 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-98913200-7e3f-4a61-ad0f-49c4e7f43060 req-b8bb0382-0ad2-4add-bd4e-f90f0431799d tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 946 time: 0.0945833 Jun 06 17:42:26.796705 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-98913200-7e3f-4a61-ad0f-49c4e7f43060 req-8703a72e-f6ca-4c88-b9b9-8e44581fbf4a tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487638 Jun 06 17:42:27.030521 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a41c94-bf98-4c7d-a8ba-9f3ff0784974 req-a080688e-1f08-4e3d-ad70-604fd8d250d8 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:27.032596 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-58a41c94-bf98-4c7d-a8ba-9f3ff0784974 req-a080688e-1f08-4e3d-ad70-604fd8d250d8 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.1387751 Jun 06 17:42:27.113391 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-58a41c94-bf98-4c7d-a8ba-9f3ff0784974 req-e011e460-289c-40b6-bfdb-9ec8ef28930a tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741115 Jun 06 17:42:27.182256 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-32dd47e8-e801-47be-9112-115c9422c47e req-3c75cf8e-02a2-4d34-91b5-6f4321f4471b tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 210 time: 0.0676534 Jun 06 17:42:27.509484 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa3111-d1cc-4b46-ba23-4b76479e442b req-be75545c-40cd-40e7-9e41-13e71e59a72f tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:27.511321 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-37aa3111-d1cc-4b46-ba23-4b76479e442b req-be75545c-40cd-40e7-9e41-13e71e59a72f tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 946 time: 0.0924926 Jun 06 17:42:27.557672 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:27.569989 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-37aa3111-d1cc-4b46-ba23-4b76479e442b req-cf9f80ac-4d8f-4c78-8485-785243808277 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522344 Jun 06 17:42:27.818857 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d21c45-dd58-4d13-8c3d-1782ceee67ad req-33b88e15-9c15-4aed-85df-244b29daf796 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:27.822111 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-32d21c45-dd58-4d13-8c3d-1782ceee67ad req-33b88e15-9c15-4aed-85df-244b29daf796 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.1095269 Jun 06 17:42:27.938853 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-32d21c45-dd58-4d13-8c3d-1782ceee67ad req-acea05eb-f18a-44bf-8410-0fb0538d9d39 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054430 Jun 06 17:42:28.090479 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd26de5-8d71-4424-a83a-506d2cef1535 req-cea35055-b9cc-4b3f-bafb-1ecfeff8e2eb tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:28.092587 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-dfd26de5-8d71-4424-a83a-506d2cef1535 req-cea35055-b9cc-4b3f-bafb-1ecfeff8e2eb tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 946 time: 0.0890064 Jun 06 17:42:28.146693 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-dfd26de5-8d71-4424-a83a-506d2cef1535 req-e3cd3780-e1fb-4b10-aa94-7939c2ffabc5 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490057 Jun 06 17:42:28.370792 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f78e4319-7892-4674-bb5a-2848c53412dd req-a038c912-fa0a-4675-96be-928367471f7d tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 210 time: 0.0504873 Jun 06 17:42:28.403696 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806c933-f963-4af6-ae08-9e16cceb5510 req-337f2723-f779-4eed-a078-f1ed0ad75e78 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:28.405702 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8806c933-f963-4af6-ae08-9e16cceb5510 req-337f2723-f779-4eed-a078-f1ed0ad75e78 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.1452823 Jun 06 17:42:28.459288 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8806c933-f963-4af6-ae08-9e16cceb5510 req-d33e2783-7e3b-4e98-a26f-da66722d4869 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454650 Jun 06 17:42:28.782060 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72717416-dc4b-40b5-843c-8c5afc9f51fa req-eb4ab823-fbf6-42ea-8c4f-0b6d6350cde1 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:28.783496 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-72717416-dc4b-40b5-843c-8c5afc9f51fa req-eb4ab823-fbf6-42ea-8c4f-0b6d6350cde1 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 946 time: 0.0918586 Jun 06 17:42:28.844514 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-72717416-dc4b-40b5-843c-8c5afc9f51fa req-32fcbdd5-66ec-4f2f-bfa2-7c407747b190 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474055 Jun 06 17:42:29.159658 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bae3e-8512-40ab-b763-e1340b7e3165 req-d74756be-3dc2-4bdb-ba9f-2e637a47969b tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:29.161188 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-407bae3e-8512-40ab-b763-e1340b7e3165 req-d74756be-3dc2-4bdb-ba9f-2e637a47969b tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.1096408 Jun 06 17:42:29.252181 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-407bae3e-8512-40ab-b763-e1340b7e3165 req-4c0514f6-4b5e-4be6-929e-50c1ca63dbac tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849147 Jun 06 17:42:29.393326 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c673-f61a-4622-bad8-b9e1e95e4e1a req-a4fc5af6-bbd4-486f-9242-292cad2c0cc2 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:29.397291 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6fd4c673-f61a-4622-bad8-b9e1e95e4e1a req-a4fc5af6-bbd4-486f-9242-292cad2c0cc2 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 946 time: 0.1033568 Jun 06 17:42:29.461898 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6fd4c673-f61a-4622-bad8-b9e1e95e4e1a req-40c41d56-2448-4c4f-8572-b446fdcad37d tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523334 Jun 06 17:42:29.585533 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-35891c43-857d-4e0b-b8c6-d1b229404c4f req-51512a6c-e358-42a3-b388-fda7cfdce036 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 210 time: 0.0430202 Jun 06 17:42:29.723193 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a1cce-6e27-4d33-aa42-03c994af36fd req-d5981d0c-0e5e-46a1-a44c-0863d5a0f888 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:29.724741 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-bd0a1cce-6e27-4d33-aa42-03c994af36fd req-d5981d0c-0e5e-46a1-a44c-0863d5a0f888 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.1025345 Jun 06 17:42:29.784083 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-bd0a1cce-6e27-4d33-aa42-03c994af36fd req-bda37f52-4e77-432c-aeed-4356a8944d29 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526381 Jun 06 17:42:30.054995 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032d3d5-ddd4-4ac2-99aa-57c3cf9dbe90 req-791fdc4c-a31f-49b6-ac48-0064fe3da29c tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:30.058554 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-6032d3d5-ddd4-4ac2-99aa-57c3cf9dbe90 req-791fdc4c-a31f-49b6-ac48-0064fe3da29c tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 946 time: 0.1013255 Jun 06 17:42:30.103645 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-6032d3d5-ddd4-4ac2-99aa-57c3cf9dbe90 req-aa6b2b4c-6e3a-45cd-8b42-b722914a3b36 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407844 Jun 06 17:42:30.457789 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898b4ac-2135-4fbf-b03e-37d0e815209f req-851fa675-c256-4dfa-aee3-b858b391e6d3 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:30.459248 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d898b4ac-2135-4fbf-b03e-37d0e815209f req-851fa675-c256-4dfa-aee3-b858b391e6d3 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.0841606 Jun 06 17:42:30.506842 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d898b4ac-2135-4fbf-b03e-37d0e815209f req-833ffe9d-c0bc-4292-8aee-303b57d01b66 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405309 Jun 06 17:42:30.662123 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498e685-9948-4d4a-9d37-d09d5b324aa6 req-ac3e0461-fe9d-4a14-990b-47463be54052 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:30.663674 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-6498e685-9948-4d4a-9d37-d09d5b324aa6 req-ac3e0461-fe9d-4a14-990b-47463be54052 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 946 time: 0.0884483 Jun 06 17:42:30.746471 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-a1d82692-b90f-4e8f-9a94-b32e4ac1130c req-e1390a91-ed2b-44c8-8aeb-93afa7302576 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 210 time: 0.0471163 Jun 06 17:42:30.775216 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-6498e685-9948-4d4a-9d37-d09d5b324aa6 req-fad3bae8-d152-47c0-b844-c6df68ec5eb6 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007292 Jun 06 17:42:30.984578 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de23dff-632b-4f28-bf93-26cc7f0430e2 req-fdfc6989-74c5-4a83-94ce-c769f4319611 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:30.986365 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0de23dff-632b-4f28-bf93-26cc7f0430e2 req-fdfc6989-74c5-4a83-94ce-c769f4319611 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.0873005 Jun 06 17:42:31.040391 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0de23dff-632b-4f28-bf93-26cc7f0430e2 req-a3ba456c-7188-43ae-be8a-8cceeb01d809 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457642 Jun 06 17:42:31.360489 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792f995-1a73-495f-bd47-11aa8fad141e req-1863be5d-8648-4526-a969-2007b03483d4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:31.360489 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7792f995-1a73-495f-bd47-11aa8fad141e req-1863be5d-8648-4526-a969-2007b03483d4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 946 time: 0.0844471 Jun 06 17:42:31.370578 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7792f995-1a73-495f-bd47-11aa8fad141e req-6a760759-b6db-4aef-8887-a17b89833758 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390460 Jun 06 17:42:31.695208 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a76e0f-658c-4e56-ad1c-828e166ffef5 req-788eec2a-c06f-438f-8ee5-53e7c99fd8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:31.701701 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-38a76e0f-658c-4e56-ad1c-828e166ffef5 req-788eec2a-c06f-438f-8ee5-53e7c99fd8d0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 1099 time: 0.2517934 Jun 06 17:42:31.755785 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-38a76e0f-658c-4e56-ad1c-828e166ffef5 req-58e7b907-bb15-4356-bf1c-467ccbbb7d8a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459049 Jun 06 17:42:31.776006 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbcbb5-f9ed-454b-ae1e-7b6f74d2f3cb req-68c163e9-629c-41b9-a09d-ec98ae37b954 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:31.777608 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-cdcbcbb5-f9ed-454b-ae1e-7b6f74d2f3cb req-68c163e9-629c-41b9-a09d-ec98ae37b954 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.1504366 Jun 06 17:42:31.831062 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-cdcbcbb5-f9ed-454b-ae1e-7b6f74d2f3cb req-2fba4849-cde7-46dc-b08a-3cb0ac1ddcf1 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464587 Jun 06 17:42:31.923914 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7652db48-50a1-48bf-b940-96ac8da1e429 req-0ad46247-ad1b-46c0-aa00-a947877c6e11 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 210 time: 0.0532019 Jun 06 17:42:32.034745 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aca93-42fb-412d-b821-c4732cbe9ee8 req-daa03b1e-da81-495b-9c30-948744f653df tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:32.036558 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ac1aca93-42fb-412d-b821-c4732cbe9ee8 req-daa03b1e-da81-495b-9c30-948744f653df tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 946 time: 0.0816708 Jun 06 17:42:32.088493 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ac1aca93-42fb-412d-b821-c4732cbe9ee8 req-88ae1ea6-1d80-4f71-bff4-5fed7a413ee0 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453386 Jun 06 17:42:32.247192 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9906b-42b7-4f74-b797-b7a6a9665135 req-2e1857c0-c875-4f96-a5ff-d8d4f24647d1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:32.248801 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f6c9906b-42b7-4f74-b797-b7a6a9665135 req-2e1857c0-c875-4f96-a5ff-d8d4f24647d1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.0796103 Jun 06 17:42:32.294465 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f6c9906b-42b7-4f74-b797-b7a6a9665135 req-c293c342-f0ac-4fbf-b020-82733a3a8534 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397506 Jun 06 17:42:32.581870 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e60c1-5ebb-4555-b8a3-0afe79b900cb req-4ce320a3-2fb1-478a-a2ba-033c99d94288 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:32.583470 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3f9e60c1-5ebb-4555-b8a3-0afe79b900cb req-4ce320a3-2fb1-478a-a2ba-033c99d94288 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 946 time: 0.0897071 Jun 06 17:42:32.629569 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3f9e60c1-5ebb-4555-b8a3-0afe79b900cb req-6d5147a9-1a4b-4e7d-8e40-76acba380353 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400376 Jun 06 17:42:32.756147 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-d03815f4-5eaf-4108-872b-d469b0e71b4e tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=bd317d037c9d4986bf89063c03171019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272784 Jun 06 17:42:32.917298 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-6005cf3e-0074-4c82-9292-bca7e4d2c940 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:32.918706 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-6005cf3e-0074-4c82-9292-bca7e4d2c940 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1550601 Jun 06 17:42:32.963163 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Request body: {'port': {'device_id': '15904d17-b835-4f04-a2f6-ad28b0d26f71', 'network_id': '8a91fc59-a9b7-4f93-8eb6-138eacb99dd7', 'admin_state_up': True, 'tenant_id': 'bd317d037c9d4986bf89063c03171019'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:33.054093 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27643d-a948-4a05-9461-f187072eafc6 req-49878ec6-4ea5-4856-8c08-1630fe3ce242 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:33.055948 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5b27643d-a948-4a05-9461-f187072eafc6 req-49878ec6-4ea5-4856-8c08-1630fe3ce242 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.1151941 Jun 06 17:42:33.127448 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5b27643d-a948-4a05-9461-f187072eafc6 req-ff22c007-4710-4517-834b-ce873307268c tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643439 Jun 06 17:42:33.183132 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-df0e0001-578f-436f-bcc2-b9f6f22faae5 req-45e89a4c-ca98-450f-b6e6-20c9273dd31d tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 210 time: 0.0677888 Jun 06 17:42:33.324204 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Made reservation on behalf of bd317d037c9d4986bf89063c03171019 for: {'port': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:42:33.328727 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:33.353790 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:33.372080 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c47575-9a39-49ae-9898-efaa11fd8f67 req-145e5bc4-d7ea-45a2-a630-d411ef03761b tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:33.374437 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-82c47575-9a39-49ae-9898-efaa11fd8f67 req-145e5bc4-d7ea-45a2-a630-d411ef03761b tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 946 time: 0.1311753 Jun 06 17:42:33.423425 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-82c47575-9a39-49ae-9898-efaa11fd8f67 req-37a0b6b2-b98d-41ac-95a6-c973a09af8c1 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417919 Jun 06 17:42:33.569453 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:33.578864 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc85634-777c-48df-a48e-eab08e289b35 req-4655b9c3-1cec-4e46-974d-42a3104ab70f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:33.580326 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-7bc85634-777c-48df-a48e-eab08e289b35 req-4655b9c3-1cec-4e46-974d-42a3104ab70f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.1512876 Jun 06 17:42:33.634629 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-7bc85634-777c-48df-a48e-eab08e289b35 req-c025610b-0818-4c2b-bbb1-0045464eb1d2 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476258 Jun 06 17:42:33.660691 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:33.663904 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-39cfe0d8-b7c4-41a1-bbe3-5662fc5e6736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:33.740845 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ac9d8b-8713-486c-beb8-11e0dd4f7525,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:33.771601 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:33.771601 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:33.771601 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:33.771601 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:33.771601 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:33.771601 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:33.771601 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:33.771601 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:33.771601 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:33.771601 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:33.771601 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:33.771601 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:33.771601 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:33.846196 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1005c-db8c-4c87-8348-1d376ac5c5ee req-6fc6a70d-21dc-4649-a231-d33fec5fa1f3 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:33.847771 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f1e1005c-db8c-4c87-8348-1d376ac5c5ee req-6fc6a70d-21dc-4649-a231-d33fec5fa1f3 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 946 time: 0.0875914 Jun 06 17:42:33.879758 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Allocated IP 192.168.233.194 (8a91fc59-a9b7-4f93-8eb6-138eacb99dd7/f2c17386-7621-4f9a-8a64-31266a44edcf/ddcc4b71-598a-4d2b-bb2b-c0bca4451910) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:42:33.901484 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f1e1005c-db8c-4c87-8348-1d376ac5c5ee req-109e3338-6696-4fba-b84e-b4dc56da385c tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470512 Jun 06 17:42:33.993892 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d2719-b932-4e2f-9f6c-4a662e689b6b req-b3ed900f-9c2a-47d7-91e5-76e129923dd3 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:33.995340 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-194d2719-b932-4e2f-9f6c-4a662e689b6b req-b3ed900f-9c2a-47d7-91e5-76e129923dd3 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.0870109 Jun 06 17:42:34.110746 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:34.129600 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.provisioning_blocks [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Transition to ACTIVE for port object ddcc4b71-598a-4d2b-bb2b-c0bca4451910 will not be triggered until provisioned by entity DHCP. {{(pid=98885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:34.196400 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-194d2719-b932-4e2f-9f6c-4a662e689b6b req-9aac9ec1-586c-4541-b417-676c6e8b07f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Deleting port 2985eeb2-dde4-4e83-96e9-25305ba32409 {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:42:34.196933 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-194d2719-b932-4e2f-9f6c-4a662e689b6b req-9aac9ec1-586c-4541-b417-676c6e8b07f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:34.277536 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:34.285353 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:34.406210 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Network 8a91fc59-a9b7-4f93-8eb6-138eacb99dd7 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:42:34.411103 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:34.416907 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:42:34.423114 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-194d2719-b932-4e2f-9f6c-4a662e689b6b req-9aac9ec1-586c-4541-b417-676c6e8b07f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] For port 2985eeb2-dde4-4e83-96e9-25305ba32409, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2985eeb2-dde4-4e83-96e9-25305ba32409,segment=NetworkSegment(fa770a38-3cfc-44bf-8e8f-ab9e0ad707db),segment_id=fa770a38-3cfc-44bf-8e8f-ab9e0ad707db)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:34.423563 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-194d2719-b932-4e2f-9f6c-4a662e689b6b req-9aac9ec1-586c-4541-b417-676c6e8b07f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:34.455858 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Pushing event updated for resources: {'Port': ['ID=ddcc4b71-598a-4d2b-bb2b-c0bca4451910,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:34.464992 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:34.510578 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ead289-18ae-45b3-8c29-99a21d0f3200 req-d056c289-c7b2-4ea4-9b31-00c0861bc346 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:34.525772 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f7ead289-18ae-45b3-8c29-99a21d0f3200 req-d056c289-c7b2-4ea4-9b31-00c0861bc346 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 946 time: 0.2024212 Jun 06 17:42:34.572893 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:34.573963 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:34.593750 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-194d2719-b932-4e2f-9f6c-4a662e689b6b req-9aac9ec1-586c-4541-b417-676c6e8b07f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Calling delete_port for 2985eeb2-dde4-4e83-96e9-25305ba32409 owned by compute:nova {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:42:34.603537 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f7ead289-18ae-45b3-8c29-99a21d0f3200 req-8f22a376-1d3e-422d-a8e0-7f09a717b91a tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744579 Jun 06 17:42:34.614800 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d86c3-f99b-4ea6-80b0-2629806102d7 req-3bc9a995-128c-42ab-9e3a-52d90c304779 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:34.616418 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b98d86c3-f99b-4ea6-80b0-2629806102d7 req-3bc9a995-128c-42ab-9e3a-52d90c304779 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 936 time: 0.2766123 Jun 06 17:42:34.709178 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b98d86c3-f99b-4ea6-80b0-2629806102d7 req-ccb15738-8054-4cf9-9f94-778e57e45a0f tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5ac9d8b-8713-486c-beb8-11e0dd4f7525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801115 Jun 06 17:42:34.764769 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7977922 Jun 06 17:42:34.772748 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Request body: {'port': {'device_id': '15904d17-b835-4f04-a2f6-ad28b0d26f71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:34.791774 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-960659c6-bdb7-4366-8ba0-ffef8bedfe5a None None] Provisioning for port ddcc4b71-598a-4d2b-bb2b-c0bca4451910 completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:34.798170 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-960659c6-bdb7-4366-8ba0-ffef8bedfe5a None None] Provisioning complete for port ddcc4b71-598a-4d2b-bb2b-c0bca4451910 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:34.798558 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-960659c6-bdb7-4366-8ba0-ffef8bedfe5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:34.877587 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-194d2719-b932-4e2f-9f6c-4a662e689b6b req-9aac9ec1-586c-4541-b417-676c6e8b07f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:34.887328 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:34.903074 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['4022d63f-da4c-44a3-b75c-b5d033797316', '2985eeb2-dde4-4e83-96e9-25305ba32409'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:42:35.020696 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac9ec1-586c-4541-b417-676c6e8b07f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Pushing event deleted for resources: {'Port': ['ID=2985eeb2-dde4-4e83-96e9-25305ba32409,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:35.041368 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac9ec1-586c-4541-b417-676c6e8b07f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:35.042034 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac9ec1-586c-4541-b417-676c6e8b07f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:35.042561 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac9ec1-586c-4541-b417-676c6e8b07f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:35.043057 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac9ec1-586c-4541-b417-676c6e8b07f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:35.043613 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac9ec1-586c-4541-b417-676c6e8b07f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:35.044107 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac9ec1-586c-4541-b417-676c6e8b07f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:35.044595 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac9ec1-586c-4541-b417-676c6e8b07f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:35.045102 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac9ec1-586c-4541-b417-676c6e8b07f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:35.045619 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac9ec1-586c-4541-b417-676c6e8b07f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:35.046636 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac9ec1-586c-4541-b417-676c6e8b07f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:35.047318 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac9ec1-586c-4541-b417-676c6e8b07f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:35.047823 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac9ec1-586c-4541-b417-676c6e8b07f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:42:35.061442 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:35.081316 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-960659c6-bdb7-4366-8ba0-ffef8bedfe5a None None] Port ddcc4b71-598a-4d2b-bb2b-c0bca4451910 cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:42:35.081808 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-9aac9ec1-586c-4541-b417-676c6e8b07f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:35.147175 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-194d2719-b932-4e2f-9f6c-4a662e689b6b req-9aac9ec1-586c-4541-b417-676c6e8b07f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] No DVR routers for this DVR port 2985eeb2-dde4-4e83-96e9-25305ba32409 on host hv-cinder-79128 {{(pid=98884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:42:35.150301 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-194d2719-b932-4e2f-9f6c-4a662e689b6b req-9aac9ec1-586c-4541-b417-676c6e8b07f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:35.152250 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-194d2719-b932-4e2f-9f6c-4a662e689b6b req-9aac9ec1-586c-4541-b417-676c6e8b07f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.35 "DELETE /v2.0/ports/2985eeb2-dde4-4e83-96e9-25305ba32409 HTTP/1.1" status: 204 len: 173 time: 1.1493645 Jun 06 17:42:35.152960 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a55fa1f-5051-40d4-85d8-9670f8530925', 'name': 'network-vif-deleted', 'tag': '2985eeb2-dde4-4e83-96e9-25305ba32409'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:42:35.155413 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158f59cb-6437-461f-8f64-2d7e5f3974b0" -d '{"events": [{"server_uuid": "3a55fa1f-5051-40d4-85d8-9670f8530925", "name": "network-vif-deleted", "tag": "2985eeb2-dde4-4e83-96e9-25305ba32409"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:42:35.203348 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd8ed51-ec63-4df0-a810-bc1c5e85352c x-openstack-request-id: req-7dd8ed51-ec63-4df0-a810-bc1c5e85352c {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:42:35.203949 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a55fa1f-5051-40d4-85d8-9670f8530925", "name": "network-vif-deleted", "tag": "2985eeb2-dde4-4e83-96e9-25305ba32409", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:42:35.204078 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7dd8ed51-ec63-4df0-a810-bc1c5e85352c {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:42:35.204515 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a55fa1f-5051-40d4-85d8-9670f8530925', 'name': 'network-vif-deleted', 'tag': '2985eeb2-dde4-4e83-96e9-25305ba32409', 'status': 'completed', 'code': 200} Jun 06 17:42:35.259780 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148c139-11a6-42fb-9718-70d0f9b01d58 req-90d6b3a0-1034-4fff-9442-444b9c297d95 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:35.261193 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6148c139-11a6-42fb-9718-70d0f9b01d58 req-90d6b3a0-1034-4fff-9442-444b9c297d95 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.4954233 Jun 06 17:42:35.372885 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6148c139-11a6-42fb-9718-70d0f9b01d58 req-ffa8502c-fa94-43c3-b5ce-e428276535f9 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043715 Jun 06 17:42:35.597833 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddcc4b71-598a-4d2b-bb2b-c0bca4451910 {{(pid=98885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:42:35.606059 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:35.621110 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.provisioning_blocks [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Transition to ACTIVE for port object ddcc4b71-598a-4d2b-bb2b-c0bca4451910 will not be triggered until provisioned by entity L2. {{(pid=98885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:35.763041 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14987785'] for port, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:35.767378 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-73197897-78a3-4ee0-97c5-744e1511869a req-e551c3dc-32a5-4a68-86fc-378ea0558c54 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a55fa1f-5051-40d4-85d8-9670f8530925 HTTP/1.1" status: 200 len: 210 time: 0.0509243 Jun 06 17:42:35.768205 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:36.078523 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Pushing event updated for resources: {'Port': ['ID=ddcc4b71-598a-4d2b-bb2b-c0bca4451910,revision_number=2']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:36.081731 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:36.289127 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fdc5b-01a4-4ef0-87cb-5c82da6e086a req-fad1ec7e-8e21-4b58-96e6-0542ded7575b tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:36.289127 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-8d6fdc5b-01a4-4ef0-87cb-5c82da6e086a req-fad1ec7e-8e21-4b58-96e6-0542ded7575b tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 948 time: 0.3293748 Jun 06 17:42:36.310586 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.managers [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Attempting to bind port ddcc4b71-598a-4d2b-bb2b-c0bca4451910 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:42:36.310917 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.managers [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Attempting to bind port ddcc4b71-598a-4d2b-bb2b-c0bca4451910 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'af859840-5f91-4b78-af11-38de32c13c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8a91fc59-a9b7-4f93-8eb6-138eacb99dd7'}] {{(pid=98885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:42:36.311238 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Attempting to bind port ddcc4b71-598a-4d2b-bb2b-c0bca4451910 on network 8a91fc59-a9b7-4f93-8eb6-138eacb99dd7 {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:42:36.319313 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Port ddcc4b71-598a-4d2b-bb2b-c0bca4451910 on network 8a91fc59-a9b7-4f93-8eb6-138eacb99dd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:42:36.319626 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Attempting to bind port ddcc4b71-598a-4d2b-bb2b-c0bca4451910 on network 8a91fc59-a9b7-4f93-8eb6-138eacb99dd7 {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:42:36.327694 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Checking agent: {'id': '6c14353c-f6d9-4edd-9e01-bd5de19f5e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'started_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:42:36.328021 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Checking segment: {'id': 'af859840-5f91-4b78-af11-38de32c13c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8a91fc59-a9b7-4f93-8eb6-138eacb99dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:42:36.328394 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Bound using segment: {'id': 'af859840-5f91-4b78-af11-38de32c13c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8a91fc59-a9b7-4f93-8eb6-138eacb99dd7'} {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:42:36.328836 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.managers [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Bound port: ddcc4b71-598a-4d2b-bb2b-c0bca4451910, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af859840-5f91-4b78-af11-38de32c13c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8a91fc59-a9b7-4f93-8eb6-138eacb99dd7'}}] {{(pid=98885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:42:36.329180 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:36.390623 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-8d6fdc5b-01a4-4ef0-87cb-5c82da6e086a req-fb2af4ec-c895-4fb1-a7cb-17b134b4ebfa tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5ac9d8b-8713-486c-beb8-11e0dd4f7525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978584 Jun 06 17:42:36.445976 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] For port ddcc4b71-598a-4d2b-bb2b-c0bca4451910, host hv-cinder-79128, cleared binding levels {{(pid=98885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:42:36.449342 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] For port ddcc4b71-598a-4d2b-bb2b-c0bca4451910, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ddcc4b71-598a-4d2b-bb2b-c0bca4451910,segment=NetworkSegment(af859840-5f91-4b78-af11-38de32c13c3f),segment_id=af859840-5f91-4b78-af11-38de32c13c3f)] {{(pid=98885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:42:36.557972 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14987785'] for port, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:36.562936 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:36.632125 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:36.633588 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:36.634986 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] 10.222.0.35 "PUT /v2.0/ports/ddcc4b71-598a-4d2b-bb2b-c0bca4451910 HTTP/1.1" status: 200 len: 1098 time: 1.8679290 Jun 06 17:42:36.638632 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15904d17-b835-4f04-a2f6-ad28b0d26f71', 'tag': 'ddcc4b71-598a-4d2b-bb2b-c0bca4451910'}] {{(pid=98885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:42:36.640951 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a6c2106189684e6c8c135db98febb64b7965986d5ce9c0aaacdf0f98e167a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5484301-1d91-439b-875b-5e882aa9fa7a" -d '{"events": [{"name": "network-changed", "server_uuid": "15904d17-b835-4f04-a2f6-ad28b0d26f71", "tag": "ddcc4b71-598a-4d2b-bb2b-c0bca4451910"}]}' {{(pid=98885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:42:36.646912 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f65562-4af6-46bb-9e66-f19d07737f0f req-1e418547-7b8f-4dab-a727-1e47ead3d235 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:36.649485 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-35f65562-4af6-46bb-9e66-f19d07737f0f req-1e418547-7b8f-4dab-a727-1e47ead3d235 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.1029012 Jun 06 17:42:36.663251 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Pushing event updated for resources: {'Port': ['ID=ddcc4b71-598a-4d2b-bb2b-c0bca4451910,revision_number=3']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:36.678886 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:36.710635 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-35f65562-4af6-46bb-9e66-f19d07737f0f req-7fa8cd3d-b92c-41b1-915d-29bdb04a77d8 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541337 Jun 06 17:42:36.855407 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-37be0f27-f1f7-4994-82d3-88ad9b095d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:36.859514 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-37be0f27-f1f7-4994-82d3-88ad9b095d08 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd317d037c9d4986bf89063c03171019&device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 1101 time: 0.0826557 Jun 06 17:42:36.926216 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a03fd-fcc4-4ab3-bb84-6dd860a49966 req-f9b1088f-662f-4b7c-a4b3-4955d753e5f1 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:36.927848 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d27a03fd-fcc4-4ab3-bb84-6dd860a49966 req-f9b1088f-662f-4b7c-a4b3-4955d753e5f1 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 946 time: 0.1078100 Jun 06 17:42:36.944204 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-776835e4-7d52-4028-994a-346dcacb1b2c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=ddcc4b71-598a-4d2b-bb2b-c0bca4451910 HTTP/1.1" status: 200 len: 217 time: 0.0724816 Jun 06 17:42:36.977239 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d27a03fd-fcc4-4ab3-bb84-6dd860a49966 req-6566b1bd-c0ef-4895-ac38-1013ed6da9af tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416305 Jun 06 17:42:37.022049 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-74347dd6-8ba6-4e8f-b93c-e02b160bff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:37.024550 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-74347dd6-8ba6-4e8f-b93c-e02b160bff1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f2c17386-7621-4f9a-8a64-31266a44edcf HTTP/1.1" status: 200 len: 843 time: 0.0726054 Jun 06 17:42:37.032676 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5e1312-4868-4b7e-ad12-5caada79179b x-openstack-request-id: req-7d5e1312-4868-4b7e-ad12-5caada79179b {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:42:37.033034 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15904d17-b835-4f04-a2f6-ad28b0d26f71", "tag": "ddcc4b71-598a-4d2b-bb2b-c0bca4451910", "status": "completed", "code": 200}]} {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:42:37.033319 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d5e1312-4868-4b7e-ad12-5caada79179b {{(pid=98885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:42:37.033762 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15904d17-b835-4f04-a2f6-ad28b0d26f71', 'tag': 'ddcc4b71-598a-4d2b-bb2b-c0bca4451910', 'status': 'completed', 'code': 200} Jun 06 17:42:37.107333 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-b5d4c651-ddb2-4987-a4b4-f4e59de07b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:37.108826 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-b5d4c651-ddb2-4987-a4b4-f4e59de07b9c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a91fc59-a9b7-4f93-8eb6-138eacb99dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0735528 Jun 06 17:42:37.266058 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-c3f74325-fa68-4d07-b0e3-ccafe381cf13 service neutron] 10.222.0.35 "GET /v2.0/networks/8a91fc59-a9b7-4f93-8eb6-138eacb99dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447852 Jun 06 17:42:37.414305 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-262e2770-bcda-42e0-83a4-a230343c9b86 req-2110f205-5ab3-4b48-b2f8-61d198422db5 service neutron] 10.222.0.35 "GET /v2.0/networks/8a91fc59-a9b7-4f93-8eb6-138eacb99dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392231 Jun 06 17:42:37.635784 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5484301-1d91-439b-875b-5e882aa9fa7a req-c76c0c48-8449-4668-a81d-e7eeeeccf792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:37.637567 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b5484301-1d91-439b-875b-5e882aa9fa7a req-c76c0c48-8449-4668-a81d-e7eeeeccf792 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bd317d037c9d4986bf89063c03171019&device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 1101 time: 0.0994337 Jun 06 17:42:37.743334 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0b0d63ab-f5c3-4345-b672-434934a0de63 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2020537806&fields=id&tenant_id=0cc578850c5749f2837a434c6662dd0f HTTP/1.1" status: 200 len: 267 time: 0.0952349 Jun 06 17:42:37.893453 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc65a47-d92a-41c7-84cb-c88cfc2324d5 req-e8611b75-f476-4540-9456-72a92db4fca8 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:37.895055 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4cc65a47-d92a-41c7-84cb-c88cfc2324d5 req-e8611b75-f476-4540-9456-72a92db4fca8 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 948 time: 0.1802282 Jun 06 17:42:37.940255 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4cc65a47-d92a-41c7-84cb-c88cfc2324d5 req-2e5f968d-71aa-4be2-99df-265ce97aed8d tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5ac9d8b-8713-486c-beb8-11e0dd4f7525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387895 Jun 06 17:42:38.034510 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5484301-1d91-439b-875b-5e882aa9fa7a req-40cbb914-f084-473c-b6a9-625d844c6134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:38.035942 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b5484301-1d91-439b-875b-5e882aa9fa7a req-40cbb914-f084-473c-b6a9-625d844c6134 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a91fc59-a9b7-4f93-8eb6-138eacb99dd7 HTTP/1.1" status: 200 len: 870 time: 0.3472188 Jun 06 17:42:38.118412 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13031c4-760a-459a-be0c-04bcf9a9613d req-2aad067c-6025-4d14-b85b-27194dce4678 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:38.120065 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c13031c4-760a-459a-be0c-04bcf9a9613d req-2aad067c-6025-4d14-b85b-27194dce4678 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.0828707 Jun 06 17:42:38.123770 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b5484301-1d91-439b-875b-5e882aa9fa7a req-8b5e412d-3944-445b-b87f-5d8ec8327511 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=ddcc4b71-598a-4d2b-bb2b-c0bca4451910 HTTP/1.1" status: 200 len: 217 time: 0.0773931 Jun 06 17:42:38.142622 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074286d-88de-403f-a08b-2d31df1fc341 req-69b7174f-ebb2-47f0-ab85-59494ae9e6f4 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:38.144128 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0074286d-88de-403f-a08b-2d31df1fc341 req-69b7174f-ebb2-47f0-ab85-59494ae9e6f4 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/networks?id=51fe70ed-aaea-433c-a701-bc44de4bd326 HTTP/1.1" status: 200 len: 809 time: 0.2407541 Jun 06 17:42:38.156707 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 673b91fe-791a-4744-9fd5-a09b5eb629c0 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:42:38.170381 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 2985eeb2-dde4-4e83-96e9-25305ba32409 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:42:38.172426 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c13031c4-760a-459a-be0c-04bcf9a9613d req-b1252d9b-8c28-4ad8-a85b-94e5eb39e4ba tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461607 Jun 06 17:42:38.200278 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0074286d-88de-403f-a08b-2d31df1fc341 req-ee82131b-799f-4974-b34d-4e4a89ba7fd5 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/quotas/0cc578850c5749f2837a434c6662dd0f HTTP/1.1" status: 200 len: 375 time: 0.0227792 Jun 06 17:42:38.259178 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] No Port match for: 2985eeb2-dde4-4e83-96e9-25305ba32409 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:42:38.259762 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 2985eeb2-dde4-4e83-96e9-25305ba32409 not bound to the agent host hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:42:38.264426 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5484301-1d91-439b-875b-5e882aa9fa7a req-79cd8bb8-64d4-4285-803a-f910e8b8d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:38.266006 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b5484301-1d91-439b-875b-5e882aa9fa7a req-79cd8bb8-64d4-4285-803a-f910e8b8d6da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f2c17386-7621-4f9a-8a64-31266a44edcf HTTP/1.1" status: 200 len: 843 time: 0.1209340 Jun 06 17:42:38.362781 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0074286d-88de-403f-a08b-2d31df1fc341 req-51e35873-96dd-4874-979e-696b555b6108 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0cc578850c5749f2837a434c6662dd0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1519833 Jun 06 17:42:38.369803 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5484301-1d91-439b-875b-5e882aa9fa7a req-b743be08-e71a-48fb-acdc-aceb1573fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:38.371693 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b5484301-1d91-439b-875b-5e882aa9fa7a req-b743be08-e71a-48fb-acdc-aceb1573fb7c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a91fc59-a9b7-4f93-8eb6-138eacb99dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0954266 Jun 06 17:42:38.401841 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f28891-fc40-4693-bc87-bee7c1d17c63 req-7d970440-2054-4ed5-a57f-549c37a2ad4f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:38.407182 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 673b91fe-791a-4744-9fd5-a09b5eb629c0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=673b91fe-791a-4744-9fd5-a09b5eb629c0,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:38.410115 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-10f28891-fc40-4693-bc87-bee7c1d17c63 req-7d970440-2054-4ed5-a57f-549c37a2ad4f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 944 time: 0.0984559 Jun 06 17:42:38.422459 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': '673b91fe-791a-4744-9fd5-a09b5eb629c0', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'port_id': '673b91fe-791a-4744-9fd5-a09b5eb629c0', 'mac_address': 'fa:16:3e:6c:5f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:42:38.451677 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-10f28891-fc40-4693-bc87-bee7c1d17c63 req-f6d7ab80-e892-4d08-be65-a824ed9a3fb5 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405807 Jun 06 17:42:38.495612 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:38.514539 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 673b91fe-791a-4744-9fd5-a09b5eb629c0 {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:42:38.535000 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 673b91fe-791a-4744-9fd5-a09b5eb629c0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=673b91fe-791a-4744-9fd5-a09b5eb629c0,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:38.619012 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:38.620856 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-85479896-5701-4478-b141-6ac3d44c61d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:38.661935 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0074286d-88de-403f-a08b-2d31df1fc341 req-cb39b6ee-0b3c-465f-a589-351345f71088 service neutron] 10.222.0.18 "GET /v2.0/networks/51fe70ed-aaea-433c-a701-bc44de4bd326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856653 Jun 06 17:42:38.690758 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b5484301-1d91-439b-875b-5e882aa9fa7a req-c474e2ed-d1ad-4d66-9f28-fbc372716ac4 service neutron] 10.222.0.35 "GET /v2.0/networks/8a91fc59-a9b7-4f93-8eb6-138eacb99dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751408 Jun 06 17:42:38.721142 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2f503-b9dd-43b9-8815-5981f72b787d req-c5a09355-4a8d-4c92-ac6f-41a1912a933a tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:38.721886 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=673b91fe-791a-4744-9fd5-a09b5eb629c0,revision_number=9']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:38.722808 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9eb2f503-b9dd-43b9-8815-5981f72b787d req-c5a09355-4a8d-4c92-ac6f-41a1912a933a tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 946 time: 0.1417301 Jun 06 17:42:38.728488 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:38.734660 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882372e-3c60-4aa8-8fa6-da5a706d8703 req-d3d26cd3-8ebd-4e50-9bff-271fcd3b0c30 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:38.736181 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0882372e-3c60-4aa8-8fa6-da5a706d8703 req-d3d26cd3-8ebd-4e50-9bff-271fcd3b0c30 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.35 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 946 time: 0.1893971 Jun 06 17:42:38.840707 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9eb2f503-b9dd-43b9-8815-5981f72b787d req-4f40cd50-8c9e-41c7-b464-b899ff18a396 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/security-groups?id=09565930-c763-4b9d-a33e-242e73a15c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032226 Jun 06 17:42:38.915012 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0074286d-88de-403f-a08b-2d31df1fc341 req-9f279ad7-6e20-46e7-82a4-36d1598f4fc7 service neutron] 10.222.0.18 "GET /v2.0/networks/51fe70ed-aaea-433c-a701-bc44de4bd326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520785 Jun 06 17:42:38.924974 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-0882372e-3c60-4aa8-8fa6-da5a706d8703 req-fbc995d2-63ce-491f-9fc4-f48dbbaa5896 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Deleting port 54adfb04-2e9c-4b8d-b095-1bc92cebc78c {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:42:38.925502 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-0882372e-3c60-4aa8-8fa6-da5a706d8703 req-fbc995d2-63ce-491f-9fc4-f48dbbaa5896 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:38.933703 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b5484301-1d91-439b-875b-5e882aa9fa7a req-039fe4e6-1ce6-4291-9699-cf9113280044 service neutron] 10.222.0.35 "GET /v2.0/networks/8a91fc59-a9b7-4f93-8eb6-138eacb99dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354376 Jun 06 17:42:39.022298 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['673b91fe-791a-4744-9fd5-a09b5eb629c0'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:42:39.149349 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-0882372e-3c60-4aa8-8fa6-da5a706d8703 req-fbc995d2-63ce-491f-9fc4-f48dbbaa5896 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] For port 54adfb04-2e9c-4b8d-b095-1bc92cebc78c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=54adfb04-2e9c-4b8d-b095-1bc92cebc78c,segment=NetworkSegment(98fd0eb8-8930-410f-b410-560aabccb798),segment_id=98fd0eb8-8930-410f-b410-560aabccb798)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:39.152617 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-0882372e-3c60-4aa8-8fa6-da5a706d8703 req-fbc995d2-63ce-491f-9fc4-f48dbbaa5896 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:39.290751 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-0882372e-3c60-4aa8-8fa6-da5a706d8703 req-fbc995d2-63ce-491f-9fc4-f48dbbaa5896 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Calling delete_port for 54adfb04-2e9c-4b8d-b095-1bc92cebc78c owned by compute:nova {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:42:39.321385 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259ae7c-ac6c-4757-912e-dd9f66022c4c req-30e9b7f9-2c96-4334-83e2-c2d68098f86c tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:39.322912 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7259ae7c-ac6c-4757-912e-dd9f66022c4c req-30e9b7f9-2c96-4334-83e2-c2d68098f86c tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 948 time: 0.2406776 Jun 06 17:42:39.384950 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7259ae7c-ac6c-4757-912e-dd9f66022c4c req-c4a15ef6-7a33-4357-aee6-aade1056ea6b tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5ac9d8b-8713-486c-beb8-11e0dd4f7525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540762 Jun 06 17:42:39.571006 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c8d6d-9c61-4fa3-8ded-27f59b84fbb8 req-ff880376-6d9b-4ae2-aaf0-0c6b3e5451eb tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:39.572475 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bd0c8d6d-9c61-4fa3-8ded-27f59b84fbb8 req-ff880376-6d9b-4ae2-aaf0-0c6b3e5451eb tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.0861332 Jun 06 17:42:39.573581 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-0882372e-3c60-4aa8-8fa6-da5a706d8703 req-fbc995d2-63ce-491f-9fc4-f48dbbaa5896 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:39.586397 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:39.631464 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 39116) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:39.640074 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc995d2-63ce-491f-9fc4-f48dbbaa5896 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Pushing event deleted for resources: {'Port': ['ID=54adfb04-2e9c-4b8d-b095-1bc92cebc78c,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:39.660538 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-fbc995d2-63ce-491f-9fc4-f48dbbaa5896 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:39.731700 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0882372e-3c60-4aa8-8fa6-da5a706d8703 req-fbc995d2-63ce-491f-9fc4-f48dbbaa5896 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] No DVR routers for this DVR port 54adfb04-2e9c-4b8d-b095-1bc92cebc78c on host hv-cinder-79128 {{(pid=98884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:42:39.738105 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-0882372e-3c60-4aa8-8fa6-da5a706d8703 req-fbc995d2-63ce-491f-9fc4-f48dbbaa5896 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:39.739754 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0882372e-3c60-4aa8-8fa6-da5a706d8703 req-fbc995d2-63ce-491f-9fc4-f48dbbaa5896 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.35 "DELETE /v2.0/ports/54adfb04-2e9c-4b8d-b095-1bc92cebc78c HTTP/1.1" status: 204 len: 173 time: 0.9886107 Jun 06 17:42:39.740393 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c01638-6821-4ad5-9c1b-72d1cc234d41', 'name': 'network-vif-deleted', 'tag': '54adfb04-2e9c-4b8d-b095-1bc92cebc78c'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:42:39.743455 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c378f28-31d4-4a2d-b1b6-3f72d67eff87" -d '{"events": [{"server_uuid": "19c01638-6821-4ad5-9c1b-72d1cc234d41", "name": "network-vif-deleted", "tag": "54adfb04-2e9c-4b8d-b095-1bc92cebc78c"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:42:39.753322 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bd0c8d6d-9c61-4fa3-8ded-27f59b84fbb8 req-b4696b77-1145-4eff-946b-095bf09f0fdb tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356790 Jun 06 17:42:39.846279 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2c59569f-9597-4e25-85ff-786545165bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:39.893806 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['54adfb04-2e9c-4b8d-b095-1bc92cebc78c'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:42:39.938190 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb1e200-7fe0-4323-8cf2-0037da0dc6d5 x-openstack-request-id: req-2cb1e200-7fe0-4323-8cf2-0037da0dc6d5 {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:42:39.938728 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c01638-6821-4ad5-9c1b-72d1cc234d41", "name": "network-vif-deleted", "tag": "54adfb04-2e9c-4b8d-b095-1bc92cebc78c", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:42:39.939145 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2cb1e200-7fe0-4323-8cf2-0037da0dc6d5 {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:42:39.939659 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c01638-6821-4ad5-9c1b-72d1cc234d41', 'name': 'network-vif-deleted', 'tag': '54adfb04-2e9c-4b8d-b095-1bc92cebc78c', 'status': 'completed', 'code': 200} Jun 06 17:42:39.968881 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2c59569f-9597-4e25-85ff-786545165bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:39.972941 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d88d38-f3cc-4164-85e4-87e441237e90 req-840dabba-5eb2-4478-8757-718e6b06b8c1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:39.974530 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-39d88d38-f3cc-4164-85e4-87e441237e90 req-840dabba-5eb2-4478-8757-718e6b06b8c1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 945 time: 0.1226525 Jun 06 17:42:40.030711 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-39d88d38-f3cc-4164-85e4-87e441237e90 req-6cc1ee53-317d-4f33-98d1-96f068127945 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498450 Jun 06 17:42:40.038352 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-896c58ed-ed26-4c50-9908-120d41f8089d req-97f7f928-86e8-41f1-85ba-5a50142a09d3 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 210 time: 0.0528808 Jun 06 17:42:40.065878 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2c59569f-9597-4e25-85ff-786545165bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:40.075358 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-f2d1ffeb-c85c-4216-8ed2-2085cc259d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:40.119347 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-2c59569f-9597-4e25-85ff-786545165bcf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71ad3ad0a39044d698647ee18c9ae640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4866698 Jun 06 17:42:40.122327 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 39134) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:40.139883 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59569f-9597-4e25-85ff-786545165bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a0ddd8-8b44-4ebc-9c29-eabb650dfdae,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:40.143038 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-2c59569f-9597-4e25-85ff-786545165bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:40.167031 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device ddcc4b71-598a-4d2b-bb2b-c0bca4451910 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:42:40.170717 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 673b91fe-791a-4744-9fd5-a09b5eb629c0 up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:40.183470 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-06c38236-f7c4-4ebe-9af0-bf71268fe9ed req-9409cea0-e3d4-45f3-b87f-f38974009639 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] 10.222.0.18 "GET /v2.0/ports?device_id=19c01638-6821-4ad5-9c1b-72d1cc234d41 HTTP/1.1" status: 200 len: 210 time: 0.0423906 Jun 06 17:42:40.203953 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d26fd663-aa38-4e92-bf9e-630cd062c108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:40.239625 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d26fd663-aa38-4e92-bf9e-630cd062c108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:40.346857 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port 673b91fe-791a-4744-9fd5-a09b5eb629c0 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:40.347237 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:40.357080 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d26fd663-aa38-4e92-bf9e-630cd062c108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:40.359700 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d26fd663-aa38-4e92-bf9e-630cd062c108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:40.364659 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-d26fd663-aa38-4e92-bf9e-630cd062c108 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0a0ddd8-8b44-4ebc-9c29-eabb650dfdae HTTP/1.1" status: 204 len: 168 time: 0.2376075 Jun 06 17:42:40.364659 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-813ae61e-ba44-464c-b1ac-22343c4e7ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:40.376347 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fd663-aa38-4e92-bf9e-630cd062c108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a0ddd8-8b44-4ebc-9c29-eabb650dfdae,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:40.385806 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-d26fd663-aa38-4e92-bf9e-630cd062c108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:40.428433 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port ddcc4b71-598a-4d2b-bb2b-c0bca4451910, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ddcc4b71-598a-4d2b-bb2b-c0bca4451910,segment=NetworkSegment(af859840-5f91-4b78-af11-38de32c13c3f),segment_id=af859840-5f91-4b78-af11-38de32c13c3f)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:40.449438 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': 'ddcc4b71-598a-4d2b-bb2b-c0bca4451910', 'network_id': '8a91fc59-a9b7-4f93-8eb6-138eacb99dd7', 'port_id': 'ddcc4b71-598a-4d2b-bb2b-c0bca4451910', 'mac_address': 'fa:16:3e:bf:95:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c17386-7621-4f9a-8a64-31266a44edcf', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:42:40.584466 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:40.612580 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:40.625177 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddcc4b71-598a-4d2b-bb2b-c0bca4451910 {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:42:40.626786 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510331bc-31dc-4fd6-97af-7c0082e6e165 req-df6fd177-6002-43af-abf8-f37f1e8bab83 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:40.628334 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-510331bc-31dc-4fd6-97af-7c0082e6e165 req-df6fd177-6002-43af-abf8-f37f1e8bab83 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 948 time: 0.0920248 Jun 06 17:42:40.653598 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445ddbcb-ff4f-435f-b8a2-b4525a25a670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673b91fe-791a-4744-9fd5-a09b5eb629c0'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:42:40.655864 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35c7d87-4411-44d2-99a2-1e8b0ca0a52c" -d '{"events": [{"server_uuid": "445ddbcb-ff4f-435f-b8a2-b4525a25a670", "name": "network-vif-plugged", "status": "completed", "tag": "673b91fe-791a-4744-9fd5-a09b5eb629c0"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:42:40.659520 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port ddcc4b71-598a-4d2b-bb2b-c0bca4451910, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ddcc4b71-598a-4d2b-bb2b-c0bca4451910,segment=NetworkSegment(af859840-5f91-4b78-af11-38de32c13c3f),segment_id=af859840-5f91-4b78-af11-38de32c13c3f)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:40.670596 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 673b91fe-791a-4744-9fd5-a09b5eb629c0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=673b91fe-791a-4744-9fd5-a09b5eb629c0,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:40.683912 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-510331bc-31dc-4fd6-97af-7c0082e6e165 req-545974b5-057c-4e52-83be-f1acda1c5568 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5ac9d8b-8713-486c-beb8-11e0dd4f7525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489082 Jun 06 17:42:40.721262 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b11e2ee-5403-44f4-b0ad-34330adb7afb x-openstack-request-id: req-3b11e2ee-5403-44f4-b0ad-34330adb7afb {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:42:40.721627 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445ddbcb-ff4f-435f-b8a2-b4525a25a670", "name": "network-vif-plugged", "status": "completed", "tag": "673b91fe-791a-4744-9fd5-a09b5eb629c0", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:42:40.721956 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b11e2ee-5403-44f4-b0ad-34330adb7afb {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:42:40.722430 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445ddbcb-ff4f-435f-b8a2-b4525a25a670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673b91fe-791a-4744-9fd5-a09b5eb629c0', 'code': 200} Jun 06 17:42:40.860903 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:40.862977 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:40.865055 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:40.957566 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=673b91fe-791a-4744-9fd5-a09b5eb629c0,revision_number=10']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:40.962412 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6803a18-b84e-4d1a-ada4-5be625004a67 req-05a0eb3f-2034-4569-88c5-898be302a18f tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:40.964176 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c6803a18-b84e-4d1a-ada4-5be625004a67 req-05a0eb3f-2034-4569-88c5-898be302a18f tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.0959432 Jun 06 17:42:41.025713 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c6803a18-b84e-4d1a-ada4-5be625004a67 req-50266414-3c45-4e6b-a061-544647b36ce2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549510 Jun 06 17:42:41.047365 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=ddcc4b71-598a-4d2b-bb2b-c0bca4451910,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:41.056749 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:41.056749 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:41.056749 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:41.139391 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-2334449d-4732-407d-b557-8abe14e4cc53 req-09d92bb4-586a-4b9d-a69c-532aace3bab1 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 210 time: 0.0427504 Jun 06 17:42:41.236181 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['ddcc4b71-598a-4d2b-bb2b-c0bca4451910'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:42:41.246179 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efb9f8-a041-4c93-9282-c0513613201f req-5e76aa06-7477-4077-af3d-4790c358442d tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:41.247794 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f2efb9f8-a041-4c93-9282-c0513613201f req-5e76aa06-7477-4077-af3d-4790c358442d tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 947 time: 0.0919242 Jun 06 17:42:41.301290 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f2efb9f8-a041-4c93-9282-c0513613201f req-227fa27b-317b-4293-9a73-5f238ea9dc12 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452027 Jun 06 17:42:41.616164 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716a8a3-689c-4f50-9163-0995459a448a req-51e09b0a-9b7c-4868-b5e5-60e3337edc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:41.617783 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4716a8a3-689c-4f50-9163-0995459a448a req-51e09b0a-9b7c-4868-b5e5-60e3337edc9b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 1100 time: 0.0856488 Jun 06 17:42:41.668557 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4716a8a3-689c-4f50-9163-0995459a448a req-0381d2d7-a0c8-4334-8ce9-1aaa2aae306e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426366 Jun 06 17:42:41.978651 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3711f6c-3bdc-47f0-8aca-6e9973455b5c req-13b4110a-1c1f-4e5c-859e-e7bea5364f21 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:41.980184 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-e3711f6c-3bdc-47f0-8aca-6e9973455b5c req-13b4110a-1c1f-4e5c-859e-e7bea5364f21 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 949 time: 0.1872025 Jun 06 17:42:42.028406 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-e3711f6c-3bdc-47f0-8aca-6e9973455b5c req-70bb4141-c5f5-4f92-afb5-2b9d8f22271f tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5ac9d8b-8713-486c-beb8-11e0dd4f7525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425909 Jun 06 17:42:42.171359 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 54adfb04-2e9c-4b8d-b095-1bc92cebc78c no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:42:42.213593 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] No Port match for: 54adfb04-2e9c-4b8d-b095-1bc92cebc78c {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:42:42.214200 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 54adfb04-2e9c-4b8d-b095-1bc92cebc78c not bound to the agent host hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:42:42.286914 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb7e48-4ff3-4ffb-916b-93e7d03631f9 req-eca08999-1bdf-4061-80d7-8ec3c7aad20d tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:42.288890 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-29eb7e48-4ff3-4ffb-916b-93e7d03631f9 req-eca08999-1bdf-4061-80d7-8ec3c7aad20d tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.1497135 Jun 06 17:42:42.297858 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9b36a2be-b0b3-4fbe-a2ef-0c76cc5dd1f7 req-adbded45-4b47-4bdb-b146-4cde64e16e00 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 210 time: 0.0435207 Jun 06 17:42:42.344826 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-29eb7e48-4ff3-4ffb-916b-93e7d03631f9 req-1806d0f0-3e3e-4200-bd9b-5e188d9be24c tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500853 Jun 06 17:42:42.507904 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12471d64-9321-44ac-82de-4afb643e34c5 req-fcafbc62-a6b6-4e60-97d0-dd1b491ecc9d tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:42.509617 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-12471d64-9321-44ac-82de-4afb643e34c5 req-fcafbc62-a6b6-4e60-97d0-dd1b491ecc9d tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 947 time: 0.0861628 Jun 06 17:42:42.558403 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-12471d64-9321-44ac-82de-4afb643e34c5 req-4b3b06c9-57e2-4d9d-b5a4-f62a63e42cbe tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414085 Jun 06 17:42:43.058057 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074286d-88de-403f-a08b-2d31df1fc341 req-63740d57-52bd-4640-8cdb-9ddf23284a7e tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:43.059899 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0074286d-88de-403f-a08b-2d31df1fc341 req-63740d57-52bd-4640-8cdb-9ddf23284a7e tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.35 "GET /v2.0/networks?id=51fe70ed-aaea-433c-a701-bc44de4bd326 HTTP/1.1" status: 200 len: 809 time: 0.2159724 Jun 06 17:42:43.126145 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0074286d-88de-403f-a08b-2d31df1fc341 req-c401852d-299d-443e-9465-6d4f5fdf93de tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cc578850c5749f2837a434c6662dd0f HTTP/1.1" status: 200 len: 380 time: 0.0539601 Jun 06 17:42:43.140625 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-0074286d-88de-403f-a08b-2d31df1fc341 req-c4cca2c6-534a-4fc6-a89a-ddbef3182b5a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Request body: {'port': {'device_id': '653b2674-b8a9-4ce7-843b-eae7a00c38f6', 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326', 'admin_state_up': True, 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'security_groups': ['09a76b4a-2967-45f0-970e-aef58e4fdb16']}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:43.387712 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f70014-4ea5-4b46-993a-f6f208e873d5 req-13c52054-0fec-4244-8996-c553f6e4b9bc tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:43.389200 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-30f70014-4ea5-4b46-993a-f6f208e873d5 req-13c52054-0fec-4244-8996-c553f6e4b9bc tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 949 time: 0.2068398 Jun 06 17:42:43.444833 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-30f70014-4ea5-4b46-993a-f6f208e873d5 req-11d42376-4b35-4a7a-8792-c32eb3769eb3 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5ac9d8b-8713-486c-beb8-11e0dd4f7525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453675 Jun 06 17:42:43.450861 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9ca5c0a9-0730-449c-be22-5c80c161b83a req-a6c11279-2d4e-4cf0-8b1b-e6229c405bb3 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 210 time: 0.0416195 Jun 06 17:42:43.491101 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0074286d-88de-403f-a08b-2d31df1fc341 req-c4cca2c6-534a-4fc6-a89a-ddbef3182b5a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Made reservation on behalf of 0cc578850c5749f2837a434c6662dd0f for: {'port': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:42:43.495495 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-0074286d-88de-403f-a08b-2d31df1fc341 req-c4cca2c6-534a-4fc6-a89a-ddbef3182b5a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:43.752533 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa236af-cb6b-40e5-9cae-f5254cded0f5 req-af5a5cd5-2fc7-481a-8a8b-8f48df804c4b tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:43.754993 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cfa236af-cb6b-40e5-9cae-f5254cded0f5 req-af5a5cd5-2fc7-481a-8a8b-8f48df804c4b tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.1950724 Jun 06 17:42:43.774149 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758534f-704a-4e1d-9638-4b34d85047f6 req-4b8aa51a-177c-43db-9723-868c4bf758a2 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:43.777688 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6758534f-704a-4e1d-9638-4b34d85047f6 req-4b8aa51a-177c-43db-9723-868c4bf758a2 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 947 time: 0.0997319 Jun 06 17:42:43.786017 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [req-0074286d-88de-403f-a08b-2d31df1fc341 req-c4cca2c6-534a-4fc6-a89a-ddbef3182b5a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Allocated IP 172.20.0.14 (51fe70ed-aaea-433c-a701-bc44de4bd326/8f365197-c9e1-40b7-9371-340e81ee9699/1111c6f0-1638-47ea-8b7e-ae6a2d3880ca) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:42:43.834672 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6758534f-704a-4e1d-9638-4b34d85047f6 req-83d91166-8e18-436c-b336-66290673c252 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443850 Jun 06 17:42:43.835028 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cfa236af-cb6b-40e5-9cae-f5254cded0f5 req-2afe922b-dd8e-429d-a1e5-296a88be0f71 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652990 Jun 06 17:42:44.008542 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-0074286d-88de-403f-a08b-2d31df1fc341 req-c4cca2c6-534a-4fc6-a89a-ddbef3182b5a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:44.023313 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [req-0074286d-88de-403f-a08b-2d31df1fc341 req-c4cca2c6-534a-4fc6-a89a-ddbef3182b5a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Transition to ACTIVE for port object 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca will not be triggered until provisioned by entity DHCP. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:44.104211 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-0074286d-88de-403f-a08b-2d31df1fc341 req-c4cca2c6-534a-4fc6-a89a-ddbef3182b5a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:44.106494 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:44.174241 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0074286d-88de-403f-a08b-2d31df1fc341 req-c4cca2c6-534a-4fc6-a89a-ddbef3182b5a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Network 51fe70ed-aaea-433c-a701-bc44de4bd326 is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:42:44.177181 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [req-0074286d-88de-403f-a08b-2d31df1fc341 req-c4cca2c6-534a-4fc6-a89a-ddbef3182b5a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:42:44.181539 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0074286d-88de-403f-a08b-2d31df1fc341 req-c4cca2c6-534a-4fc6-a89a-ddbef3182b5a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:42:44.216513 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cca2c6-534a-4fc6-a89a-ddbef3182b5a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Pushing event updated for resources: {'Port': ['ID=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:44.221047 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-c4cca2c6-534a-4fc6-a89a-ddbef3182b5a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:44.257150 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074286d-88de-403f-a08b-2d31df1fc341 req-c4cca2c6-534a-4fc6-a89a-ddbef3182b5a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:44.257820 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-0074286d-88de-403f-a08b-2d31df1fc341 req-c4cca2c6-534a-4fc6-a89a-ddbef3182b5a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:44.335013 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0074286d-88de-403f-a08b-2d31df1fc341 req-c4cca2c6-534a-4fc6-a89a-ddbef3182b5a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2009256 Jun 06 17:42:44.541839 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-bcf8c3a8-746a-43f0-bbc6-44f9ae4a3f45 None None] Provisioning for port 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:44.548767 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-bcf8c3a8-746a-43f0-bbc6-44f9ae4a3f45 None None] Provisioning complete for port 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:44.549434 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-bcf8c3a8-746a-43f0-bbc6-44f9ae4a3f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:44.652200 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-bcf8c3a8-746a-43f0-bbc6-44f9ae4a3f45 None None] Port 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:42:44.660239 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e6d77-cdac-4275-b899-09824942592f req-495408c0-6cea-41fd-9af1-e88cfafe9cd6 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:44.661736 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-680e6d77-cdac-4275-b899-09824942592f req-495408c0-6cea-41fd-9af1-e88cfafe9cd6 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 932 time: 0.0894930 Jun 06 17:42:44.675006 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17c2e6-37a7-496e-b8f2-fd992550d5c5 req-5fbe5e9a-26b1-4c9a-a0e8-f3f6c279276d tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:44.678527 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3e17c2e6-37a7-496e-b8f2-fd992550d5c5 req-5fbe5e9a-26b1-4c9a-a0e8-f3f6c279276d tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 949 time: 0.1200218 Jun 06 17:42:44.712156 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-680e6d77-cdac-4275-b899-09824942592f req-203ab884-277d-405a-85a0-5b49e76720b3 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413566 Jun 06 17:42:44.727535 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3e17c2e6-37a7-496e-b8f2-fd992550d5c5 req-dc39c922-81b4-4c46-bc05-6d98ffedaf66 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5ac9d8b-8713-486c-beb8-11e0dd4f7525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435781 Jun 06 17:42:45.014986 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a7bf6-faf4-4221-88cf-f870720c6c0a req-0902c2cc-a54b-406b-bbe1-15f5820529c5 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:45.016934 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ae2a7bf6-faf4-4221-88cf-f870720c6c0a req-0902c2cc-a54b-406b-bbe1-15f5820529c5 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.0801179 Jun 06 17:42:45.020073 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fa3f5-140b-4877-b8f8-8172e37d9d96 req-4b912024-92fa-4c0c-b0d5-07fe6ea84b61 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:45.022383 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-569fa3f5-140b-4877-b8f8-8172e37d9d96 req-4b912024-92fa-4c0c-b0d5-07fe6ea84b61 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 947 time: 0.0834367 Jun 06 17:42:45.066001 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-569fa3f5-140b-4877-b8f8-8172e37d9d96 req-ac9d44a3-9705-45c0-91a9-d373ecbae2ef tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379694 Jun 06 17:42:45.067380 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ae2a7bf6-faf4-4221-88cf-f870720c6c0a req-185be0dc-4bca-4254-87b7-909ff13e11a8 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382085 Jun 06 17:42:45.909875 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd994d-addc-4d48-a8a3-0d50417d8f6b req-a44a5005-f44d-4fe3-ae53-9c45b41fbcd8 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:45.911469 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bbdd994d-addc-4d48-a8a3-0d50417d8f6b req-a44a5005-f44d-4fe3-ae53-9c45b41fbcd8 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 932 time: 0.0932553 Jun 06 17:42:45.914783 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3226be3-3b8f-4088-95ca-a8f2d601fb07 req-454b00e9-55a5-4626-abc5-2dbbb12a7f30 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:45.916572 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-e3226be3-3b8f-4088-95ca-a8f2d601fb07 req-454b00e9-55a5-4626-abc5-2dbbb12a7f30 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 949 time: 0.0847297 Jun 06 17:42:45.965549 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bbdd994d-addc-4d48-a8a3-0d50417d8f6b req-ca507948-be10-4814-94fb-18fe6d5b4af6 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467186 Jun 06 17:42:45.967610 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-e3226be3-3b8f-4088-95ca-a8f2d601fb07 req-86fd4476-0116-49d2-aeb2-a8b4eb8d41fe tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5ac9d8b-8713-486c-beb8-11e0dd4f7525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448210 Jun 06 17:42:46.250201 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc57f5-22cc-444a-8809-508ae6905202 req-0b7ca7d2-67c4-4522-a557-53b7a44cc683 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:46.251634 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b5fc57f5-22cc-444a-8809-508ae6905202 req-0b7ca7d2-67c4-4522-a557-53b7a44cc683 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.0784841 Jun 06 17:42:46.254642 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddc80c-970d-4a2a-ae38-6357265df51f req-55aa0cb8-78c1-4d9e-acdd-53366020ff3f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:46.256073 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-15ddc80c-970d-4a2a-ae38-6357265df51f req-55aa0cb8-78c1-4d9e-acdd-53366020ff3f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 947 time: 0.0775259 Jun 06 17:42:46.300370 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b5fc57f5-22cc-444a-8809-508ae6905202 req-d24f1036-9c52-447f-9c96-f99e6e77ed2a tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422189 Jun 06 17:42:46.306278 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-15ddc80c-970d-4a2a-ae38-6357265df51f req-e1b93db9-a969-41e4-b64e-c39285f72ee8 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438516 Jun 06 17:42:46.927341 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device ddcc4b71-598a-4d2b-bb2b-c0bca4451910 up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:42:46.943691 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Request body: {'port': {'device_id': '653b2674-b8a9-4ce7-843b-eae7a00c38f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:47.077548 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:47.096685 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning for port ddcc4b71-598a-4d2b-bb2b-c0bca4451910 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:42:47.102569 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port ddcc4b71-598a-4d2b-bb2b-c0bca4451910 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:42:47.103165 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:47.201219 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb31bd-65d8-443d-a7e8-f61a53faa2fc req-07ddebd8-0b31-4018-a724-e9377bcf9542 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:47.203262 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c6cb31bd-65d8-443d-a7e8-f61a53faa2fc req-07ddebd8-0b31-4018-a724-e9377bcf9542 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 932 time: 0.1087954 Jun 06 17:42:47.234241 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:47.251830 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c6cb31bd-65d8-443d-a7e8-f61a53faa2fc req-09802275-31b9-4b5e-87e8-76fd76377f4c tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428698 Jun 06 17:42:47.267424 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15904d17-b835-4f04-a2f6-ad28b0d26f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcc4b71-598a-4d2b-bb2b-c0bca4451910'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:42:47.270359 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8b635f-a2e0-4b73-a93e-a040c4ecd13a" -d '{"events": [{"server_uuid": "15904d17-b835-4f04-a2f6-ad28b0d26f71", "name": "network-vif-plugged", "status": "completed", "tag": "ddcc4b71-598a-4d2b-bb2b-c0bca4451910"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:42:47.282530 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port ddcc4b71-598a-4d2b-bb2b-c0bca4451910, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ddcc4b71-598a-4d2b-bb2b-c0bca4451910,segment=NetworkSegment(af859840-5f91-4b78-af11-38de32c13c3f),segment_id=af859840-5f91-4b78-af11-38de32c13c3f)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:47.319064 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28225a0f-18a5-40d5-91fd-84f387448865 x-openstack-request-id: req-28225a0f-18a5-40d5-91fd-84f387448865 {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:42:47.319370 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15904d17-b835-4f04-a2f6-ad28b0d26f71", "name": "network-vif-plugged", "status": "completed", "tag": "ddcc4b71-598a-4d2b-bb2b-c0bca4451910", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:42:47.319645 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28225a0f-18a5-40d5-91fd-84f387448865 {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:42:47.320037 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15904d17-b835-4f04-a2f6-ad28b0d26f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcc4b71-598a-4d2b-bb2b-c0bca4451910', 'code': 200} Jun 06 17:42:47.359330 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:47.361211 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:47.407166 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b9906-9093-4b44-b63b-3d7f8295829d req-173518a3-bdd3-493d-bad2-2f7b1adf95a2 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:47.408837 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-6f0b9906-9093-4b44-b63b-3d7f8295829d req-173518a3-bdd3-493d-bad2-2f7b1adf95a2 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 949 time: 0.2055500 Jun 06 17:42:47.431787 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=ddcc4b71-598a-4d2b-bb2b-c0bca4451910,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:47.434858 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:47.506539 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f441f11-0141-4344-83f5-59540085a39f req-fc8c1a04-a678-43af-9c8b-d4dd196740f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:47.508977 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6f441f11-0141-4344-83f5-59540085a39f req-fc8c1a04-a678-43af-9c8b-d4dd196740f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.0858316 Jun 06 17:42:47.548103 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-6f0b9906-9093-4b44-b63b-3d7f8295829d req-57447cf7-e8de-405f-a413-afb67695222d tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5ac9d8b-8713-486c-beb8-11e0dd4f7525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242929 Jun 06 17:42:47.582181 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6f441f11-0141-4344-83f5-59540085a39f req-df24424e-baf4-4e65-95a0-bb8b3918158f tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630057 Jun 06 17:42:47.661049 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca {{(pid=98884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:42:47.670282 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:47.806540 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Transition to ACTIVE for port object 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca will not be triggered until provisioned by entity L2. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:42:47.844247 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c7abc-bc36-4893-a64f-d29be8a140a3 req-d17d40d8-79f9-48ec-a597-969bc8f01062 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:47.846209 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9d9c7abc-bc36-4893-a64f-d29be8a140a3 req-d17d40d8-79f9-48ec-a597-969bc8f01062 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 947 time: 0.1689720 Jun 06 17:42:47.870948 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df78fb-9a94-4df9-9eb5-d5202511cb0d req-e7a58b1c-6a37-451d-b9ee-465773f67f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:47.872420 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f2df78fb-9a94-4df9-9eb5-d5202511cb0d req-e7a58b1c-6a37-451d-b9ee-465773f67f03 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 1103 time: 0.0813932 Jun 06 17:42:47.883901 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:47.891850 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-589aa331-a977-46fe-89f3-80ae9f6feb2e tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:47.919714 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f2df78fb-9a94-4df9-9eb5-d5202511cb0d req-ac175543-43b1-405f-bd4e-0441f9e7e03f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b5ac9d8b-8713-486c-beb8-11e0dd4f7525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395823 Jun 06 17:42:48.007194 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9d9c7abc-bc36-4893-a64f-d29be8a140a3 req-9afc7336-a5c2-49a9-851a-da0e198698c4 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548810 Jun 06 17:42:48.073256 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:48.103386 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:48.150286 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Attempting to bind port 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:42:48.150652 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Attempting to bind port 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'cb0261f0-ca86-4095-b02a-a27a7ed33197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326'}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:42:48.150926 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Attempting to bind port 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca on network 51fe70ed-aaea-433c-a701-bc44de4bd326 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:42:48.155724 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Port 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca on network 51fe70ed-aaea-433c-a701-bc44de4bd326 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:42:48.156043 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Attempting to bind port 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca on network 51fe70ed-aaea-433c-a701-bc44de4bd326 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:42:48.161213 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Checking agent: {'id': '6c14353c-f6d9-4edd-9e01-bd5de19f5e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'started_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:42:48.161657 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Checking segment: {'id': 'cb0261f0-ca86-4095-b02a-a27a7ed33197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:42:48.162013 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Bound using segment: {'id': 'cb0261f0-ca86-4095-b02a-a27a7ed33197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326'} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:42:48.162465 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Bound port: 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0261f0-ca86-4095-b02a-a27a7ed33197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326'}}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:42:48.162773 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:48.262957 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] For port 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca, host hv-cinder-79128, cleared binding levels {{(pid=98884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:42:48.271977 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] For port 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca,segment=NetworkSegment(cb0261f0-ca86-4095-b02a-a27a7ed33197),segment_id=cb0261f0-ca86-4095-b02a-a27a7ed33197)] {{(pid=98884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:42:48.277044 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6f9ce-ca2c-41b9-88fa-a15e6050fccb req-ddba258c-cca8-4741-b8e6-a1f9313fa3f0 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:48.279005 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-43f6f9ce-ca2c-41b9-88fa-a15e6050fccb req-ddba258c-cca8-4741-b8e6-a1f9313fa3f0 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.35 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.0893986 Jun 06 17:42:48.371654 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:48.386355 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-c4cca2c6-534a-4fc6-a89a-ddbef3182b5a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:48.440997 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:48.441613 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:48.446322 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] 10.222.0.35 "PUT /v2.0/ports/1111c6f0-1638-47ea-8b7e-ae6a2d3880ca HTTP/1.1" status: 200 len: 1094 time: 1.5038490 Jun 06 17:42:48.446865 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653b2674-b8a9-4ce7-843b-eae7a00c38f6', 'tag': '1111c6f0-1638-47ea-8b7e-ae6a2d3880ca'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:42:48.449326 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5615710-66b5-44e8-8f74-f8203ea453c3" -d '{"events": [{"name": "network-changed", "server_uuid": "653b2674-b8a9-4ce7-843b-eae7a00c38f6", "tag": "1111c6f0-1638-47ea-8b7e-ae6a2d3880ca"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:42:48.499553 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca,revision_number=3']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:48.521810 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:48.539000 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2840d075-f927-4a0c-87a1-4478c769b9d0 x-openstack-request-id: req-2840d075-f927-4a0c-87a1-4478c769b9d0 {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:42:48.539000 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653b2674-b8a9-4ce7-843b-eae7a00c38f6", "tag": "1111c6f0-1638-47ea-8b7e-ae6a2d3880ca", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:42:48.539000 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2840d075-f927-4a0c-87a1-4478c769b9d0 {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:42:48.539000 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653b2674-b8a9-4ce7-843b-eae7a00c38f6', 'tag': '1111c6f0-1638-47ea-8b7e-ae6a2d3880ca', 'status': 'completed', 'code': 200} Jun 06 17:42:48.580522 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [req-43f6f9ce-ca2c-41b9-88fa-a15e6050fccb req-2ed77d00-3c73-4f62-b3d2-dbe4ad33b039 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Deleting port 4022d63f-da4c-44a3-b75c-b5d033797316 {{(pid=98885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:42:48.580920 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-43f6f9ce-ca2c-41b9-88fa-a15e6050fccb req-2ed77d00-3c73-4f62-b3d2-dbe4ad33b039 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:48.755071 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5615710-66b5-44e8-8f74-f8203ea453c3 req-775aa971-3649-40dc-8c39-ced0e03a599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:48.759384 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a5615710-66b5-44e8-8f74-f8203ea453c3 req-775aa971-3649-40dc-8c39-ced0e03a599a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cc578850c5749f2837a434c6662dd0f&device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 1097 time: 0.1951830 Jun 06 17:42:48.781907 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e8807-ed94-477f-97d4-7ee8913f4ebe req-982e81b7-5ad8-4e81-9cc2-e86a3c7ac20f tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:48.789502 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-1e1e8807-ed94-477f-97d4-7ee8913f4ebe req-982e81b7-5ad8-4e81-9cc2-e86a3c7ac20f tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 944 time: 0.3597651 Jun 06 17:42:48.867924 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [req-43f6f9ce-ca2c-41b9-88fa-a15e6050fccb req-2ed77d00-3c73-4f62-b3d2-dbe4ad33b039 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] For port 4022d63f-da4c-44a3-b75c-b5d033797316, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4022d63f-da4c-44a3-b75c-b5d033797316,segment=NetworkSegment(fa770a38-3cfc-44bf-8e8f-ab9e0ad707db),segment_id=fa770a38-3cfc-44bf-8e8f-ab9e0ad707db)] {{(pid=98885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:48.868293 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-43f6f9ce-ca2c-41b9-88fa-a15e6050fccb req-2ed77d00-3c73-4f62-b3d2-dbe4ad33b039 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:49.094628 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [req-43f6f9ce-ca2c-41b9-88fa-a15e6050fccb req-2ed77d00-3c73-4f62-b3d2-dbe4ad33b039 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Calling delete_port for 4022d63f-da4c-44a3-b75c-b5d033797316 owned by compute:nova {{(pid=98885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:42:49.113541 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5615710-66b5-44e8-8f74-f8203ea453c3 req-38f7f80d-7107-496c-9b72-da6ec9b562c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:49.120127 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a5615710-66b5-44e8-8f74-f8203ea453c3 req-38f7f80d-7107-496c-9b72-da6ec9b562c9 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0cc578850c5749f2837a434c6662dd0f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3412848 Jun 06 17:42:49.161538 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b3a33-6dbf-480b-8f76-f06cb7e94de7 req-e5b71c94-0a7f-477f-aed6-e553a6f60fc2 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:49.170008 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b66b3a33-6dbf-480b-8f76-f06cb7e94de7 req-e5b71c94-0a7f-477f-aed6-e553a6f60fc2 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 950 time: 0.2709308 Jun 06 17:42:49.220532 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-1e1e8807-ed94-477f-97d4-7ee8913f4ebe req-0c9e0232-a34e-4b5e-b8f7-42c3a772bd72 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4301453 Jun 06 17:42:49.419945 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b66b3a33-6dbf-480b-8f76-f06cb7e94de7 req-8c506865-e6cf-4b6c-8eaa-ce05862ed2b9 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5ac9d8b-8713-486c-beb8-11e0dd4f7525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449398 Jun 06 17:42:49.508453 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5615710-66b5-44e8-8f74-f8203ea453c3 req-c4a564c9-1031-4a90-9cfe-2a6dc43ee862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:49.510126 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a5615710-66b5-44e8-8f74-f8203ea453c3 req-c4a564c9-1031-4a90-9cfe-2a6dc43ee862 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3847454 Jun 06 17:42:49.628744 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c136651-abf3-4282-9f64-58bc0533ad5f req-2352b6a8-bc2f-4e86-81c1-36951a676792 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:49.631301 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6c136651-abf3-4282-9f64-58bc0533ad5f req-2352b6a8-bc2f-4e86-81c1-36951a676792 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 946 time: 0.1600010 Jun 06 17:42:49.687883 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-43f6f9ce-ca2c-41b9-88fa-a15e6050fccb req-2ed77d00-3c73-4f62-b3d2-dbe4ad33b039 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:49.705856 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['4022d63f-da4c-44a3-b75c-b5d033797316'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:42:49.720631 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c63e93f4-ae72-4dbc-b15b-4759ee9df48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:49.793905 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074286d-88de-403f-a08b-2d31df1fc341 req-7e5ab338-745d-4791-a6de-87a31dccd5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:49.794171 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0074286d-88de-403f-a08b-2d31df1fc341 req-7e5ab338-745d-4791-a6de-87a31dccd5f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cc578850c5749f2837a434c6662dd0f&device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 1097 time: 0.2288785 Jun 06 17:42:49.891740 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed77d00-3c73-4f62-b3d2-dbe4ad33b039 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Pushing event deleted for resources: {'Port': ['ID=4022d63f-da4c-44a3-b75c-b5d033797316,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:49.901099 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-2ed77d00-3c73-4f62-b3d2-dbe4ad33b039 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:49.955963 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0074286d-88de-403f-a08b-2d31df1fc341 req-95d33611-3b32-4be7-b303-4cfed873778b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca HTTP/1.1" status: 200 len: 217 time: 0.1479692 Jun 06 17:42:50.098823 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f6f9ce-ca2c-41b9-88fa-a15e6050fccb req-2ed77d00-3c73-4f62-b3d2-dbe4ad33b039 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] No DVR routers for this DVR port 4022d63f-da4c-44a3-b75c-b5d033797316 on host hv-cinder-79128 {{(pid=98885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:42:50.104193 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6c136651-abf3-4282-9f64-58bc0533ad5f req-ccab8710-504c-480f-af20-132885fbe346 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd7b1a0a-b23d-4757-bbc8-25501d81f95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635551 Jun 06 17:42:50.105803 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-43f6f9ce-ca2c-41b9-88fa-a15e6050fccb req-2ed77d00-3c73-4f62-b3d2-dbe4ad33b039 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:50.110211 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-43f6f9ce-ca2c-41b9-88fa-a15e6050fccb req-2ed77d00-3c73-4f62-b3d2-dbe4ad33b039 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.35 "DELETE /v2.0/ports/4022d63f-da4c-44a3-b75c-b5d033797316 HTTP/1.1" status: 204 len: 173 time: 1.8236887 Jun 06 17:42:50.111269 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdaef917-de49-4063-be29-883ffe6ad55a', 'name': 'network-vif-deleted', 'tag': '4022d63f-da4c-44a3-b75c-b5d033797316'}] {{(pid=98885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:42:50.114597 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a6c2106189684e6c8c135db98febb64b7965986d5ce9c0aaacdf0f98e167a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1348a2e-704b-4664-ac9c-001b1c33ec7e" -d '{"events": [{"server_uuid": "cdaef917-de49-4063-be29-883ffe6ad55a", "name": "network-vif-deleted", "tag": "4022d63f-da4c-44a3-b75c-b5d033797316"}]}' {{(pid=98885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:42:50.146315 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0eac3003-5c9b-402d-8247-ec24b124845b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:50.151036 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0074286d-88de-403f-a08b-2d31df1fc341 req-0eac3003-5c9b-402d-8247-ec24b124845b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f365197-c9e1-40b7-9371-340e81ee9699 HTTP/1.1" status: 200 len: 848 time: 0.1852455 Jun 06 17:42:50.226014 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434bdc0e-5909-4bbc-9d74-488772965a5e x-openstack-request-id: req-434bdc0e-5909-4bbc-9d74-488772965a5e {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:42:50.226511 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdaef917-de49-4063-be29-883ffe6ad55a", "name": "network-vif-deleted", "tag": "4022d63f-da4c-44a3-b75c-b5d033797316", "status": "completed", "code": 200}]} {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:42:50.226810 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-434bdc0e-5909-4bbc-9d74-488772965a5e {{(pid=98885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:42:50.227202 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdaef917-de49-4063-be29-883ffe6ad55a', 'name': 'network-vif-deleted', 'tag': '4022d63f-da4c-44a3-b75c-b5d033797316', 'status': 'completed', 'code': 200} Jun 06 17:42:50.283552 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074286d-88de-403f-a08b-2d31df1fc341 req-012bfb0d-4612-4637-aff0-1e81a5527a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:50.286447 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0074286d-88de-403f-a08b-2d31df1fc341 req-012bfb0d-4612-4637-aff0-1e81a5527a5e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51fe70ed-aaea-433c-a701-bc44de4bd326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1232600 Jun 06 17:42:50.405499 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-09092367-94f7-40a6-b30b-edf5080f24a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:50.498021 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ef759-216b-44f7-84f2-ab84683808c6 req-8e38ebca-5852-4b3c-b91e-72775733f28e tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:50.508072 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-596ef759-216b-44f7-84f2-ab84683808c6 req-8e38ebca-5852-4b3c-b91e-72775733f28e tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 944 time: 0.1331370 Jun 06 17:42:50.552468 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0074286d-88de-403f-a08b-2d31df1fc341 req-20d018cf-789d-430c-8506-286ed72633ba service neutron] 10.222.0.35 "GET /v2.0/networks/51fe70ed-aaea-433c-a701-bc44de4bd326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536902 Jun 06 17:42:50.574590 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-596ef759-216b-44f7-84f2-ab84683808c6 req-6b6abd58-49bf-4ab4-a0ab-c03001a13568 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649655 Jun 06 17:42:50.792057 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0074286d-88de-403f-a08b-2d31df1fc341 req-659349a4-438e-4dba-8d08-ddb2b1d59a55 service neutron] 10.222.0.35 "GET /v2.0/networks/51fe70ed-aaea-433c-a701-bc44de4bd326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335796 Jun 06 17:42:50.834800 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23fa8e-024e-4a10-a4c9-678432f9a7ef req-9dcf199f-0eb7-4a57-9d4c-3c17dcceafb4 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:50.837516 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ad23fa8e-024e-4a10-a4c9-678432f9a7ef req-9dcf199f-0eb7-4a57-9d4c-3c17dcceafb4 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 950 time: 0.1202941 Jun 06 17:42:50.912548 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ad23fa8e-024e-4a10-a4c9-678432f9a7ef req-1cf826d6-1e12-4dc4-ab4c-bf7caf5b9f75 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5ac9d8b-8713-486c-beb8-11e0dd4f7525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635879 Jun 06 17:42:51.316614 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d08d10c3-4dd6-4502-a898-a16c51197420 req-33578585-6646-431e-af81-3ded323a04d1 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdaef917-de49-4063-be29-883ffe6ad55a HTTP/1.1" status: 200 len: 210 time: 0.0429525 Jun 06 17:42:51.829639 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4cd84-c922-4072-b49f-1a80c9dc3238 req-3ccfd5a1-c28d-47bb-99d0-0a8706badee5 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:51.831455 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-67c4cd84-c922-4072-b49f-1a80c9dc3238 req-3ccfd5a1-c28d-47bb-99d0-0a8706badee5 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 944 time: 0.1376357 Jun 06 17:42:51.840091 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-added977-9664-486a-9a7c-08d853f77ff3 req-6a7b56f8-3ccd-42a4-bb3a-37d79c2d8f87 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:51.841685 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-added977-9664-486a-9a7c-08d853f77ff3 req-6a7b56f8-3ccd-42a4-bb3a-37d79c2d8f87 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 950 time: 0.1888177 Jun 06 17:42:51.914306 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 4022d63f-da4c-44a3-b75c-b5d033797316 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:42:51.925572 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-added977-9664-486a-9a7c-08d853f77ff3 req-cbf1ca16-ec06-4cfb-b6c6-b2b7e6db4875 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5ac9d8b-8713-486c-beb8-11e0dd4f7525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770602 Jun 06 17:42:51.933625 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-67c4cd84-c922-4072-b49f-1a80c9dc3238 req-aebaff72-8222-467c-a4f5-750dcb10910f tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878005 Jun 06 17:42:52.005749 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] No Port match for: 4022d63f-da4c-44a3-b75c-b5d033797316 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:42:52.006860 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 4022d63f-da4c-44a3-b75c-b5d033797316 not bound to the agent host hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:42:52.427107 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 39414) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:52.857630 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:53.128702 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8936-45a8-442b-be60-e762b32a95f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-811483'] for router_interface, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:53.175758 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c165d96-102e-49e9-8bcc-769cd7f32990 req-649c8779-8be4-4225-a90a-bf55b64ecfb8 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:53.187002 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-1c165d96-102e-49e9-8bcc-769cd7f32990 req-649c8779-8be4-4225-a90a-bf55b64ecfb8 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 950 time: 0.1382437 Jun 06 17:42:53.247254 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-1c165d96-102e-49e9-8bcc-769cd7f32990 req-c0327fa3-6df8-4575-89af-245d67b2c879 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5ac9d8b-8713-486c-beb8-11e0dd4f7525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585792 Jun 06 17:42:53.271517 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-0359e0f3-b69d-43c6-81ae-556473554bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:53.497160 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18db83-8009-4727-a947-46ab1ef55b62 req-472101b2-b234-4711-b8b4-402942c977e6 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:53.501786 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5d18db83-8009-4727-a947-46ab1ef55b62 req-472101b2-b234-4711-b8b4-402942c977e6 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 944 time: 0.1141717 Jun 06 17:42:53.566724 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-100e10c0-6ad4-4326-ba9e-50ee6127fcab req-056c6c24-0f30-4936-8458-9b878e57e82d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2808139 Jun 06 17:42:53.620682 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5d18db83-8009-4727-a947-46ab1ef55b62 req-c1a2621d-bfda-497b-ae45-1c17896df5b6 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094062 Jun 06 17:42:53.701790 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29965d1e-d358-4880-bf25-f6b69c47f736 req-ede6dfd1-f673-4aa6-a839-4be956621de3 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:53.703591 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-29965d1e-d358-4880-bf25-f6b69c47f736 req-ede6dfd1-f673-4aa6-a839-4be956621de3 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.35 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 950 time: 0.1381948 Jun 06 17:42:53.891030 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:53.950471 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e10c0-6ad4-4326-ba9e-50ee6127fcab req-53e74a5d-7d02-4e0c-80dc-27b46d6e9f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:53.951918 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-100e10c0-6ad4-4326-ba9e-50ee6127fcab req-53e74a5d-7d02-4e0c-80dc-27b46d6e9f64 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=22e0c313a0d34d1cbf3166f27aaa75be&device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 1100 time: 0.3603036 Jun 06 17:42:54.004935 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:42:54.040067 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca8936-45a8-442b-be60-e762b32a95f1 admin admin] Deleting port 5b01cddb-bd61-4c36-9926-daf427f448ec {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:42:54.041137 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8936-45a8-442b-be60-e762b32a95f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:54.061050 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-8d233e6c-de11-4ebe-a614-487be0652913 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:54.062511 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-8d233e6c-de11-4ebe-a614-487be0652913 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/networks?id=5819759c-7390-4859-9471-3f1914d1536e HTTP/1.1" status: 200 len: 814 time: 0.2523947 Jun 06 17:42:54.083054 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [req-29965d1e-d358-4880-bf25-f6b69c47f736 req-e22994b2-acff-4c87-b9c6-87602bafedea tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Deleting port ddcc4b71-598a-4d2b-bb2b-c0bca4451910 {{(pid=98885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:42:54.083412 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-29965d1e-d358-4880-bf25-f6b69c47f736 req-e22994b2-acff-4c87-b9c6-87602bafedea tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:54.105052 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-ef92400d-00a6-4169-b01e-a57280f271dd tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/quotas/d5b58d21b43f4c29abeede717f6a7632 HTTP/1.1" status: 200 len: 375 time: 0.0328097 Jun 06 17:42:54.275001 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-b1ca8936-45a8-442b-be60-e762b32a95f1 admin admin] For port 5b01cddb-bd61-4c36-9926-daf427f448ec, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=5b01cddb-bd61-4c36-9926-daf427f448ec,segment=NetworkSegment(fa770a38-3cfc-44bf-8e8f-ab9e0ad707db),segment_id=fa770a38-3cfc-44bf-8e8f-ab9e0ad707db)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:54.275603 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8936-45a8-442b-be60-e762b32a95f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:54.354497 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [req-29965d1e-d358-4880-bf25-f6b69c47f736 req-e22994b2-acff-4c87-b9c6-87602bafedea tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] For port ddcc4b71-598a-4d2b-bb2b-c0bca4451910, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ddcc4b71-598a-4d2b-bb2b-c0bca4451910,segment=NetworkSegment(af859840-5f91-4b78-af11-38de32c13c3f),segment_id=af859840-5f91-4b78-af11-38de32c13c3f)] {{(pid=98885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:54.355059 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-29965d1e-d358-4880-bf25-f6b69c47f736 req-e22994b2-acff-4c87-b9c6-87602bafedea tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:54.437728 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-d80b9b52-077b-4767-8ca7-450f32edd235 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5b58d21b43f4c29abeede717f6a7632&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3317554 Jun 06 17:42:54.451636 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca8936-45a8-442b-be60-e762b32a95f1 admin admin] Calling delete_port for 5b01cddb-bd61-4c36-9926-daf427f448ec owned by network:router_interface {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:42:54.544845 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [req-29965d1e-d358-4880-bf25-f6b69c47f736 req-e22994b2-acff-4c87-b9c6-87602bafedea tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Calling delete_port for ddcc4b71-598a-4d2b-bb2b-c0bca4451910 owned by compute:nova {{(pid=98885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:42:54.798876 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-1ec90123-bba9-4147-9743-39f372313528 service neutron] 10.222.0.18 "GET /v2.0/networks/5819759c-7390-4859-9471-3f1914d1536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598514 Jun 06 17:42:54.800867 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e10c0-6ad4-4326-ba9e-50ee6127fcab req-6b931ae2-031e-411a-9c0d-48a61d1d4a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:54.802648 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-100e10c0-6ad4-4326-ba9e-50ee6127fcab req-6b931ae2-031e-411a-9c0d-48a61d1d4a6e service neutron] 10.222.0.35 "GET /v2.0/networks?id=797ee1ce-df47-45dc-9d12-b7882bffb3f5 HTTP/1.1" status: 200 len: 917 time: 0.8229158 Jun 06 17:42:54.914822 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819756b5-031c-4f5f-bcb3-b27e7636a7ab req-7526df0f-3499-4e8f-a81b-4d59b2c50e0e tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:54.920827 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-819756b5-031c-4f5f-bcb3-b27e7636a7ab req-7526df0f-3499-4e8f-a81b-4d59b2c50e0e tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 950 time: 0.2580624 Jun 06 17:42:55.012086 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-f114a0f9-8cea-4189-aec2-e887cae62d5d service neutron] 10.222.0.18 "GET /v2.0/networks/5819759c-7390-4859-9471-3f1914d1536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127123 Jun 06 17:42:55.034527 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-100e10c0-6ad4-4326-ba9e-50ee6127fcab req-bc3341ff-39b1-4b92-a2bf-06c39e0b54c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=673b91fe-791a-4744-9fd5-a09b5eb629c0 HTTP/1.1" status: 200 len: 1002 time: 0.2214391 Jun 06 17:42:55.049266 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-819756b5-031c-4f5f-bcb3-b27e7636a7ab req-ace105e5-951d-4066-9393-138a40963c30 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5ac9d8b-8713-486c-beb8-11e0dd4f7525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156564 Jun 06 17:42:55.108240 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-29965d1e-d358-4880-bf25-f6b69c47f736 req-e22994b2-acff-4c87-b9c6-87602bafedea tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:55.114146 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:55.250107 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e10c0-6ad4-4326-ba9e-50ee6127fcab req-ecaaae9f-222f-4de1-9e06-fcd3732d50c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:55.258799 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-100e10c0-6ad4-4326-ba9e-50ee6127fcab req-ecaaae9f-222f-4de1-9e06-fcd3732d50c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=32856328-a45b-4d19-b9c2-2268b19da00b HTTP/1.1" status: 200 len: 855 time: 0.2126727 Jun 06 17:42:55.295385 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22994b2-acff-4c87-b9c6-87602bafedea tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Pushing event deleted for resources: {'Port': ['ID=ddcc4b71-598a-4d2b-bb2b-c0bca4451910,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:55.303168 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e22994b2-acff-4c87-b9c6-87602bafedea tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:55.317886 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [req-29965d1e-d358-4880-bf25-f6b69c47f736 req-e22994b2-acff-4c87-b9c6-87602bafedea tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] No DVR routers for this DVR port ddcc4b71-598a-4d2b-bb2b-c0bca4451910 on host hv-cinder-79128 {{(pid=98885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:42:55.327721 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8936-45a8-442b-be60-e762b32a95f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:55.330059 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-29965d1e-d358-4880-bf25-f6b69c47f736 req-e22994b2-acff-4c87-b9c6-87602bafedea tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:55.335755 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-29965d1e-d358-4880-bf25-f6b69c47f736 req-e22994b2-acff-4c87-b9c6-87602bafedea tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.35 "DELETE /v2.0/ports/ddcc4b71-598a-4d2b-bb2b-c0bca4451910 HTTP/1.1" status: 204 len: 173 time: 1.6242347 Jun 06 17:42:55.337674 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15904d17-b835-4f04-a2f6-ad28b0d26f71', 'name': 'network-vif-deleted', 'tag': 'ddcc4b71-598a-4d2b-bb2b-c0bca4451910'}] {{(pid=98885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:42:55.339029 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-fbc995d2-63ce-491f-9fc4-f48dbbaa5896 tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:55.343316 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a6c2106189684e6c8c135db98febb64b7965986d5ce9c0aaacdf0f98e167a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b05286c-353a-4749-8f00-9650ae411807" -d '{"events": [{"server_uuid": "15904d17-b835-4f04-a2f6-ad28b0d26f71", "name": "network-vif-deleted", "tag": "ddcc4b71-598a-4d2b-bb2b-c0bca4451910"}]}' {{(pid=98885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:42:55.412086 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-19c1034e-b451-43d1-9ace-fba9627f87c0 req-a3402a63-3282-4aba-bd5f-d956b6e65086 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 210 time: 0.0750184 Jun 06 17:42:55.435251 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca8936-45a8-442b-be60-e762b32a95f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b01cddb-bd61-4c36-9926-daf427f448ec,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:55.487722 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-b1ca8936-45a8-442b-be60-e762b32a95f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:55.596277 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a064a-e010-4651-9903-3c44d2460164 req-cda1d889-5c41-4888-9c17-b547281b8371 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:55.606694 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-773a064a-e010-4651-9903-3c44d2460164 req-cda1d889-5c41-4888-9c17-b547281b8371 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 944 time: 0.4271073 Jun 06 17:42:55.837422 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e10c0-6ad4-4326-ba9e-50ee6127fcab req-a00b5782-9f62-4cfc-9bdb-e5614c2607b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:55.855529 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-100e10c0-6ad4-4326-ba9e-50ee6127fcab req-a00b5782-9f62-4cfc-9bdb-e5614c2607b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=797ee1ce-df47-45dc-9d12-b7882bffb3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5745242 Jun 06 17:42:55.855529 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-773a064a-e010-4651-9903-3c44d2460164 req-f2572e9d-e913-4867-aa5a-c7dd871edcd6 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404160 Jun 06 17:42:55.939463 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device ddcc4b71-598a-4d2b-bb2b-c0bca4451910 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:42:55.981344 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] No Port match for: ddcc4b71-598a-4d2b-bb2b-c0bca4451910 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:42:55.982121 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device ddcc4b71-598a-4d2b-bb2b-c0bca4451910 not bound to the agent host hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:42:55.988853 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2889f0fa-7b52-438b-93d2-c3c02dba5a90 x-openstack-request-id: req-2889f0fa-7b52-438b-93d2-c3c02dba5a90 {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:42:55.989182 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15904d17-b835-4f04-a2f6-ad28b0d26f71", "name": "network-vif-deleted", "tag": "ddcc4b71-598a-4d2b-bb2b-c0bca4451910", "status": "completed", "code": 200}]} {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:42:55.989634 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2889f0fa-7b52-438b-93d2-c3c02dba5a90 {{(pid=98885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:42:55.989894 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15904d17-b835-4f04-a2f6-ad28b0d26f71', 'name': 'network-vif-deleted', 'tag': 'ddcc4b71-598a-4d2b-bb2b-c0bca4451910', 'status': 'completed', 'code': 200} Jun 06 17:42:56.072125 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:56.076330 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8936-45a8-442b-be60-e762b32a95f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-811669'] for router_interface, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:56.172741 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-100e10c0-6ad4-4326-ba9e-50ee6127fcab req-e56121f4-0050-404b-b564-499c3a7b6092 service neutron] 10.222.0.35 "GET /v2.0/networks/797ee1ce-df47-45dc-9d12-b7882bffb3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198628 Jun 06 17:42:56.373703 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-fbef601f-8c88-4b69-9dee-8a67e705477c req-550f7e75-61a3-4e7d-b1ad-37d9e77278bf tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 210 time: 0.0714264 Jun 06 17:42:56.482661 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-100e10c0-6ad4-4326-ba9e-50ee6127fcab req-88224c42-4dcf-4d9b-ad0f-99b1cde7ec03 service neutron] 10.222.0.35 "GET /v2.0/networks/797ee1ce-df47-45dc-9d12-b7882bffb3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963417 Jun 06 17:42:56.577858 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-013e942d-fc51-423b-a263-59f843a8be4e req-50763c90-ada5-4214-92fb-0f722d0e7384 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 210 time: 0.0621452 Jun 06 17:42:56.761872 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ca8936-45a8-442b-be60-e762b32a95f1 admin admin] Router 0ada8735-c133-438c-aae0-178fb0de1b3b has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:42:56.971367 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ca8936-45a8-442b-be60-e762b32a95f1 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:42:56.983655 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ade3f-1fc7-4ab5-9d6a-807dd3d92d53 None None] Sync routers for ids ['0ada8735-c133-438c-aae0-178fb0de1b3b'] in dv-cinder-791281-4-iscsi {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:42:56.992622 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 39494) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:57.000283 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ade3f-1fc7-4ab5-9d6a-807dd3d92d53 None None] Routers {'0ada8735-c133-438c-aae0-178fb0de1b3b'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:42:57.012503 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-8f9ade3f-1fc7-4ab5-9d6a-807dd3d92d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:42:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['0ada8735-c133-438c-aae0-178fb0de1b3b'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:57.014035 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-b1ca8936-45a8-442b-be60-e762b32a95f1 admin admin] 10.222.0.18 "PUT /v2.0/routers/0ada8735-c133-438c-aae0-178fb0de1b3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5855215 Jun 06 17:42:57.118083 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9261f-18e8-474b-ab3c-c9c3c0840bb3 req-330f06f7-c3b7-4628-8efe-5e3efb97db39 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:57.126978 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d3b9261f-18e8-474b-ab3c-c9c3c0840bb3 req-330f06f7-c3b7-4628-8efe-5e3efb97db39 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 944 time: 0.1066709 Jun 06 17:42:57.206666 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d3b9261f-18e8-474b-ab3c-c9c3c0840bb3 req-5f52c5f1-0dc3-44c7-91ea-ff7dfb536004 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664840 Jun 06 17:42:57.254401 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-70dcdb72-7611-4bb0-94af-45d5a8907c23 admin admin] Notify callbacks [] for router, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:57.318449 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-8f9ade3f-1fc7-4ab5-9d6a-807dd3d92d53 None None] Set router 0ada8735-c133-438c-aae0-178fb0de1b3b gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:42:57.605606 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-70dcdb72-7611-4bb0-94af-45d5a8907c23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:57.623596 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:57.726060 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ddd37080-6c7f-4fe9-8880-2e5003ed9c2b req-e0e57b5f-7746-4931-9e1c-cb42d81a48d4 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] 10.222.0.18 "GET /v2.0/ports?device_id=15904d17-b835-4f04-a2f6-ad28b0d26f71 HTTP/1.1" status: 200 len: 210 time: 0.0771472 Jun 06 17:42:57.871477 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a7093e4f-8b97-400d-bf46-2ac7ef2ef08f req-0802e3ea-6c18-41c3-b6a9-53e4e8e1dd12 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 210 time: 0.0640142 Jun 06 17:42:57.899766 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-8f9ade3f-1fc7-4ab5-9d6a-807dd3d92d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ada8735-c133-438c-aae0-178fb0de1b3b', 'name': 'tempest-ServerRescueNegativeTestJSON-1360937625-router', 'tenant_id': '54404c87ce744aa8910669de4dfb4c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '96d86320-159d-4f12-92da-b8d543ed7016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:42:54Z', 'revision_number': 5, 'project_id': '54404c87ce744aa8910669de4dfb4c3a', 'gw_port': {'id': '96d86320-159d-4f12-92da-b8d543ed7016', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:25:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ada8735-c133-438c-aae0-178fb0de1b3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:32Z', 'updated_at': '2021-06-06T17:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:57.900836 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-70dcdb72-7611-4bb0-94af-45d5a8907c23 admin admin] Deleting port 96d86320-159d-4f12-92da-b8d543ed7016 {{(pid=98885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:42:57.901403 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-70dcdb72-7611-4bb0-94af-45d5a8907c23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:57.904690 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ade3f-1fc7-4ab5-9d6a-807dd3d92d53 None None] Checking router: 0ada8735-c133-438c-aae0-178fb0de1b3b for host: dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:42:57.920600 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ade3f-1fc7-4ab5-9d6a-807dd3d92d53 None None] Routers {'0ada8735-c133-438c-aae0-178fb0de1b3b'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:42:57.921642 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-8f9ade3f-1fc7-4ab5-9d6a-807dd3d92d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:42:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['0ada8735-c133-438c-aae0-178fb0de1b3b'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:58.064893 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [None req-70dcdb72-7611-4bb0-94af-45d5a8907c23 admin admin] For port 96d86320-159d-4f12-92da-b8d543ed7016, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=96d86320-159d-4f12-92da-b8d543ed7016,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:42:58.065192 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-70dcdb72-7611-4bb0-94af-45d5a8907c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:58.093543 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-8f9ade3f-1fc7-4ab5-9d6a-807dd3d92d53 None None] Set router 0ada8735-c133-438c-aae0-178fb0de1b3b gateway port host: None {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:42:58.200564 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-8f9ade3f-1fc7-4ab5-9d6a-807dd3d92d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ada8735-c133-438c-aae0-178fb0de1b3b', 'name': 'tempest-ServerRescueNegativeTestJSON-1360937625-router', 'tenant_id': '54404c87ce744aa8910669de4dfb4c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:42:57Z', 'revision_number': 6, 'project_id': '54404c87ce744aa8910669de4dfb4c3a', 'gw_port_host': None}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:42:58.204676 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ade3f-1fc7-4ab5-9d6a-807dd3d92d53 None None] The sync data for ids ['0ada8735-c133-438c-aae0-178fb0de1b3b'] in dv-cinder-791281-4-iscsi is: [{'id': '0ada8735-c133-438c-aae0-178fb0de1b3b', 'name': 'tempest-ServerRescueNegativeTestJSON-1360937625-router', 'tenant_id': '54404c87ce744aa8910669de4dfb4c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:42:57Z', 'revision_number': 6, 'project_id': '54404c87ce744aa8910669de4dfb4c3a', 'gw_port_host': None}] {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:42:58.208373 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-70dcdb72-7611-4bb0-94af-45d5a8907c23 admin admin] Calling delete_port for 96d86320-159d-4f12-92da-b8d543ed7016 owned by network:router_gateway {{(pid=98885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:42:58.688207 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05421c-a2b7-4f6c-9d6b-de1a5886b30f req-37ed7827-fc2a-47e6-a7bd-4da7d4f65ce0 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:58.691008 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-4d05421c-a2b7-4f6c-9d6b-de1a5886b30f req-37ed7827-fc2a-47e6-a7bd-4da7d4f65ce0 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 944 time: 0.2018802 Jun 06 17:42:58.764546 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-4d05421c-a2b7-4f6c-9d6b-de1a5886b30f req-54b628fc-ad60-4d48-bdeb-f874d6110c29 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621085 Jun 06 17:42:58.831067 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-70dcdb72-7611-4bb0-94af-45d5a8907c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:58.838213 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e22994b2-acff-4c87-b9c6-87602bafedea tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:42:58.900756 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dcdb72-7611-4bb0-94af-45d5a8907c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=96d86320-159d-4f12-92da-b8d543ed7016,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:42:58.904521 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-70dcdb72-7611-4bb0-94af-45d5a8907c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:42:59.036925 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-a9e04628-2249-43f9-a0a9-c99ad38d7fa3 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:42:59.038290 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-a9e04628-2249-43f9-a0a9-c99ad38d7fa3 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.35 "GET /v2.0/networks?id=5819759c-7390-4859-9471-3f1914d1536e HTTP/1.1" status: 200 len: 814 time: 0.2211046 Jun 06 17:42:59.061703 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-bdb81782-c1cd-4795-a3d5-46e46d51dc9b tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Request body: {'port': {'device_id': '689a13d7-0099-47e9-9aa0-03a67ea921eb', 'network_id': '5819759c-7390-4859-9471-3f1914d1536e', 'admin_state_up': True, 'tenant_id': 'd5b58d21b43f4c29abeede717f6a7632'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:42:59.146695 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-70dcdb72-7611-4bb0-94af-45d5a8907c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559947'] for router_gateway, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:59.472265 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-70dcdb72-7611-4bb0-94af-45d5a8907c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-815996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127003'] for router, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:59.508798 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-70dcdb72-7611-4bb0-94af-45d5a8907c23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:59.530715 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-1e60d353-e765-488d-ba13-28dacc5a6cf6 req-b4cda42e-5349-47ed-8c28-c6d798014bc8 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 210 time: 0.0621428 Jun 06 17:42:59.536543 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-bdb81782-c1cd-4795-a3d5-46e46d51dc9b tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Made reservation on behalf of d5b58d21b43f4c29abeede717f6a7632 for: {'port': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:42:59.543355 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-bdb81782-c1cd-4795-a3d5-46e46d51dc9b tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:59.735741 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-bdb81782-c1cd-4795-a3d5-46e46d51dc9b tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Allocated IP 172.20.0.7 (5819759c-7390-4859-9471-3f1914d1536e/d8679353-f529-4d10-943e-fe2abace2802/aa4e7f15-4fcb-45e8-bb13-5cf1591d511d) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:42:59.758437 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-70dcdb72-7611-4bb0-94af-45d5a8907c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-816096'] for router, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:59.763638 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dcdb72-7611-4bb0-94af-45d5a8907c23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ada8735-c133-438c-aae0-178fb0de1b3b {{(pid=98885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 17:42:59.769738 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-70dcdb72-7611-4bb0-94af-45d5a8907c23 admin admin] Notify callbacks [] for router, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:59.773822 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-70dcdb72-7611-4bb0-94af-45d5a8907c23 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0ada8735-c133-438c-aae0-178fb0de1b3b HTTP/1.1" status: 204 len: 168 time: 2.7797866 Jun 06 17:42:59.774433 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 39546) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:42:59.887427 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_v2 [None req-002f7f2f-5040-4707-8f62-9d9b58f40a17 admin admin] Deleting subnet 88f6cacd-d427-4a47-bf7c-020d70a116c4 {{(pid=98885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:42:59.895108 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-002f7f2f-5040-4707-8f62-9d9b58f40a17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:42:59.982420 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:43:00.012670 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-002f7f2f-5040-4707-8f62-9d9b58f40a17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15202863'] for subnet, precommit_delete_associations {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:00.115848 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-bdb81782-c1cd-4795-a3d5-46e46d51dc9b tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:00.145835 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-002f7f2f-5040-4707-8f62-9d9b58f40a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1661668'] for subnet, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:00.163526 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056443ee-6507-47f5-95c1-8e7397c44c8f req-4330f8ca-7d74-428e-befe-ceaa0a87aa9b tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:00.165094 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-056443ee-6507-47f5-95c1-8e7397c44c8f req-4330f8ca-7d74-428e-befe-ceaa0a87aa9b tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 944 time: 0.1964271 Jun 06 17:43:00.286178 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca,segment=NetworkSegment(cb0261f0-ca86-4095-b02a-a27a7ed33197),segment_id=cb0261f0-ca86-4095-b02a-a27a7ed33197)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:00.289311 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-056443ee-6507-47f5-95c1-8e7397c44c8f req-73341fb2-96eb-40b8-90b0-4cf634ae98e7 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066432 Jun 06 17:43:00.315389 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': '1111c6f0-1638-47ea-8b7e-ae6a2d3880ca', 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326', 'port_id': '1111c6f0-1638-47ea-8b7e-ae6a2d3880ca', 'mac_address': 'fa:16:3e:58:32:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f365197-c9e1-40b7-9371-340e81ee9699', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:43:00.322752 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-bdb81782-c1cd-4795-a3d5-46e46d51dc9b tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:00.338626 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:00.349865 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 5b01cddb-bd61-4c36-9926-daf427f448ec no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:43:00.417264 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-002f7f2f-5040-4707-8f62-9d9b58f40a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1661677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14987999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16410905'] for subnet, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:00.422670 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:00.434177 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb81782-c1cd-4795-a3d5-46e46d51dc9b tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Pushing event updated for resources: {'Port': ['ID=aa4e7f15-4fcb-45e8-bb13-5cf1591d511d,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:00.436583 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No Port match for: 5b01cddb-bd61-4c36-9926-daf427f448ec {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:43:00.437234 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 5b01cddb-bd61-4c36-9926-daf427f448ec not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:43:00.437921 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 96d86320-159d-4f12-92da-b8d543ed7016 no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:43:00.440499 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-bdb81782-c1cd-4795-a3d5-46e46d51dc9b tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Network 5819759c-7390-4859-9471-3f1914d1536e is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:00.441630 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-bdb81782-c1cd-4795-a3d5-46e46d51dc9b tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:00.442463 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-bdb81782-c1cd-4795-a3d5-46e46d51dc9b tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:00.450639 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-bdb81782-c1cd-4795-a3d5-46e46d51dc9b tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:43:00.472560 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['b149514f-1f50-4f2d-9104-12ed5ef19853', '009c3dae-5ef4-4d48-b753-c7e0f66fadec', '800efb57-cfc5-4d57-aaa5-89987dc721dc'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:43:00.474806 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f7f2f-5040-4707-8f62-9d9b58f40a17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88f6cacd-d427-4a47-bf7c-020d70a116c4,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:00.478960 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-002f7f2f-5040-4707-8f62-9d9b58f40a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:00.482724 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-002f7f2f-5040-4707-8f62-9d9b58f40a17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:00.484864 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-002f7f2f-5040-4707-8f62-9d9b58f40a17 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/88f6cacd-d427-4a47-bf7c-020d70a116c4 HTTP/1.1" status: 204 len: 168 time: 0.7091422 Jun 06 17:43:00.490024 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 39564) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:00.510980 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:00.549364 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No Port match for: 96d86320-159d-4f12-92da-b8d543ed7016 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:43:00.549794 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 96d86320-159d-4f12-92da-b8d543ed7016 not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:43:00.598392 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:43:00.667665 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca,segment=NetworkSegment(cb0261f0-ca86-4095-b02a-a27a7ed33197),segment_id=cb0261f0-ca86-4095-b02a-a27a7ed33197)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:00.705446 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-bdb81782-c1cd-4795-a3d5-46e46d51dc9b tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:00.706241 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-bdb81782-c1cd-4795-a3d5-46e46d51dc9b tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:00.754408 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-7114b5eb-89cd-492a-9c9b-ca030240cc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698918'] for network, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:00.821242 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:00.827321 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:00.842690 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-bdb81782-c1cd-4795-a3d5-46e46d51dc9b tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7869818 Jun 06 17:43:00.874158 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Request body: {'port': {'device_id': '689a13d7-0099-47e9-9aa0-03a67ea921eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:00.917577 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099fd63-e581-4696-be72-519637624155 req-84b77a55-1cb5-4ffc-920d-6a76fd054a93 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:00.924497 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:00.925670 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-2099fd63-e581-4696-be72-519637624155 req-84b77a55-1cb5-4ffc-920d-6a76fd054a93 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 931 time: 0.1723609 Jun 06 17:43:00.941443 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:00.942144 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:00.942629 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:00.943112 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:00.944200 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:00.944709 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:00.945151 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:00.945480 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:00.945817 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:00.946130 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:00.946450 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:00.946767 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:00.953726 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:01.026596 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-2099fd63-e581-4696-be72-519637624155 req-dffc8215-f34f-41a3-8e46-a1f32f7f518d tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952873 Jun 06 17:43:01.092950 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-7114b5eb-89cd-492a-9c9b-ca030240cc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1661053', 'neutron.services.segments.db._delete_segments_for_network-8779962478758'] for network, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:01.138498 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-7114b5eb-89cd-492a-9c9b-ca030240cc6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e36ee1-9372-4204-9256-6e9d56fc176b']}} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:01.162556 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-7114b5eb-89cd-492a-9c9b-ca030240cc6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa770a38-3cfc-44bf-8e8f-ab9e0ad707db') {'for_net_delete': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:01.163443 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-7114b5eb-89cd-492a-9c9b-ca030240cc6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa770a38-3cfc-44bf-8e8f-ab9e0ad707db') {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:01.180968 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['1111c6f0-1638-47ea-8b7e-ae6a2d3880ca'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:43:01.184052 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-7114b5eb-89cd-492a-9c9b-ca030240cc6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779962483649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16138302'] for segment, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:01.191015 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:01.248758 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-7114b5eb-89cd-492a-9c9b-ca030240cc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:01.271298 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7114b5eb-89cd-492a-9c9b-ca030240cc6a admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=98884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:43:01.278583 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-7114b5eb-89cd-492a-9c9b-ca030240cc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747168'] for segment, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: Traceback (most recent call last): Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: timer() Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: cb(*args, **kw) Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: return func(*args, **kwargs) Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: self._notify() Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: self.callback(batched_events) Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: event.method(event) Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: return f(self, *a, **k) Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: return self._get(url).json() Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: return self.request(url, 'GET', **kwargs) Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:43:01.286978 dv-cinder-791281-4-iscsi neutron-server[98884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:43:01.694353 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-7114b5eb-89cd-492a-9c9b-ca030240cc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1661030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559982'] for network, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:01.788383 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-7114b5eb-89cd-492a-9c9b-ca030240cc6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:01.793594 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-7114b5eb-89cd-492a-9c9b-ca030240cc6a admin admin] 10.222.0.18 "DELETE /v2.0/networks/91e36ee1-9372-4204-9256-6e9d56fc176b HTTP/1.1" status: 204 len: 168 time: 1.2983134 Jun 06 17:43:01.799365 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:01.929583 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114b5eb-89cd-492a-9c9b-ca030240cc6a admin admin] Pushing event deleted for resources: {'Network': ['ID=91e36ee1-9372-4204-9256-6e9d56fc176b,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:01.935222 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-7114b5eb-89cd-492a-9c9b-ca030240cc6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:01.972946 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85eb7a-d795-415c-a6a4-83a1c6fd555e req-363439a5-eaae-479d-9013-ee06396f8682 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:01.980819 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7a85eb7a-d795-415c-a6a4-83a1c6fd555e req-363439a5-eaae-479d-9013-ee06396f8682 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 945 time: 0.4766827 Jun 06 17:43:02.063594 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7a85eb7a-d795-415c-a6a4-83a1c6fd555e req-ea7894ca-5a7c-4570-89b6-e1763b815fb9 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805035 Jun 06 17:43:02.184753 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4e7f15-4fcb-45e8-bb13-5cf1591d511d {{(pid=98884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:43:02.198213 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:02.237811 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Transition to ACTIVE for port object aa4e7f15-4fcb-45e8-bb13-5cf1591d511d will not be triggered until provisioned by entity L2. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:02.280219 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e4d2f-686b-4572-9524-9d756e8699b9 req-f74cd63e-0c54-4fda-a685-5ae3c8e76daa tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:02.285303 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-a58e4d2f-686b-4572-9524-9d756e8699b9 req-f74cd63e-0c54-4fda-a685-5ae3c8e76daa tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 931 time: 0.1100934 Jun 06 17:43:02.335627 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-a58e4d2f-686b-4572-9524-9d756e8699b9 req-2f94c35d-d00a-4f51-ade2-1a7d101328ba tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445814 Jun 06 17:43:02.400070 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:02.405124 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-9aac9ec1-586c-4541-b417-676c6e8b07f2 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:02.558356 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 39652) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:02.589464 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Pushing event updated for resources: {'Port': ['ID=aa4e7f15-4fcb-45e8-bb13-5cf1591d511d,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:02.617408 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:02.619422 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-d72ea8f9-1959-4af4-860a-d4e85701ef24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54404c87ce744aa8910669de4dfb4c3a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0597260 Jun 06 17:43:02.623640 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 39656) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:02.687043 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Attempting to bind port aa4e7f15-4fcb-45e8-bb13-5cf1591d511d on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:43:02.687395 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Attempting to bind port aa4e7f15-4fcb-45e8-bb13-5cf1591d511d by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'a722723a-849f-4268-9cd8-907163b5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5819759c-7390-4859-9471-3f1914d1536e'}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:43:02.687724 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Attempting to bind port aa4e7f15-4fcb-45e8-bb13-5cf1591d511d on network 5819759c-7390-4859-9471-3f1914d1536e {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:43:02.701001 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Port aa4e7f15-4fcb-45e8-bb13-5cf1591d511d on network 5819759c-7390-4859-9471-3f1914d1536e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:43:02.701346 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Attempting to bind port aa4e7f15-4fcb-45e8-bb13-5cf1591d511d on network 5819759c-7390-4859-9471-3f1914d1536e {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:43:02.710737 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Checking agent: {'id': '6c14353c-f6d9-4edd-9e01-bd5de19f5e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'started_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:43:02.711084 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Checking segment: {'id': 'a722723a-849f-4268-9cd8-907163b5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5819759c-7390-4859-9471-3f1914d1536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:43:02.711508 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Bound using segment: {'id': 'a722723a-849f-4268-9cd8-907163b5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5819759c-7390-4859-9471-3f1914d1536e'} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:43:02.711954 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Bound port: aa4e7f15-4fcb-45e8-bb13-5cf1591d511d, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a722723a-849f-4268-9cd8-907163b5b3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5819759c-7390-4859-9471-3f1914d1536e'}}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:43:02.712314 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:02.761180 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8ebcee3a-0c2f-4222-ae4a-49c9458f1b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:02.791861 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8ebcee3a-0c2f-4222-ae4a-49c9458f1b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:02.845641 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] For port aa4e7f15-4fcb-45e8-bb13-5cf1591d511d, host hv-cinder-79128, cleared binding levels {{(pid=98884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:43:02.851341 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] For port aa4e7f15-4fcb-45e8-bb13-5cf1591d511d, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=aa4e7f15-4fcb-45e8-bb13-5cf1591d511d,segment=NetworkSegment(a722723a-849f-4268-9cd8-907163b5b3e3),segment_id=a722723a-849f-4268-9cd8-907163b5b3e3)] {{(pid=98884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:43:02.985909 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:02.990169 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:03.028009 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8ebcee3a-0c2f-4222-ae4a-49c9458f1b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:03.033197 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8ebcee3a-0c2f-4222-ae4a-49c9458f1b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:03.039769 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-8ebcee3a-0c2f-4222-ae4a-49c9458f1b03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd7b1a0a-b23d-4757-bbc8-25501d81f95a HTTP/1.1" status: 204 len: 168 time: 0.4123101 Jun 06 17:43:03.039769 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-295d1bef-855b-4e9d-beb1-08f9b1c09239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:03.081931 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebcee3a-0c2f-4222-ae4a-49c9458f1b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7b1a0a-b23d-4757-bbc8-25501d81f95a,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:03.091317 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-8ebcee3a-0c2f-4222-ae4a-49c9458f1b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:03.091517 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:03.092504 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:03.097701 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] 10.222.0.35 "PUT /v2.0/ports/aa4e7f15-4fcb-45e8-bb13-5cf1591d511d HTTP/1.1" status: 200 len: 1093 time: 2.2263353 Jun 06 17:43:03.097701 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689a13d7-0099-47e9-9aa0-03a67ea921eb', 'tag': 'aa4e7f15-4fcb-45e8-bb13-5cf1591d511d'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:03.099036 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37497707-2391-436f-95b6-8cd68c0fe9c0" -d '{"events": [{"name": "network-changed", "server_uuid": "689a13d7-0099-47e9-9aa0-03a67ea921eb", "tag": "aa4e7f15-4fcb-45e8-bb13-5cf1591d511d"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:03.136822 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Pushing event updated for resources: {'Port': ['ID=aa4e7f15-4fcb-45e8-bb13-5cf1591d511d,revision_number=3']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:03.142577 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:03.189663 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6f067c-27c2-424a-8bbd-ab949f53de68 x-openstack-request-id: req-4e6f067c-27c2-424a-8bbd-ab949f53de68 {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:03.190305 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689a13d7-0099-47e9-9aa0-03a67ea921eb", "tag": "aa4e7f15-4fcb-45e8-bb13-5cf1591d511d", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:03.190305 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e6f067c-27c2-424a-8bbd-ab949f53de68 {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:03.190689 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689a13d7-0099-47e9-9aa0-03a67ea921eb', 'tag': 'aa4e7f15-4fcb-45e8-bb13-5cf1591d511d', 'status': 'completed', 'code': 200} Jun 06 17:43:03.472922 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37497707-2391-436f-95b6-8cd68c0fe9c0 req-3d7f51e4-5d0d-452b-9582-f227a7636a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:03.476043 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-37497707-2391-436f-95b6-8cd68c0fe9c0 req-3d7f51e4-5d0d-452b-9582-f227a7636a13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5b58d21b43f4c29abeede717f6a7632&device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 1096 time: 0.2617707 Jun 06 17:43:03.496330 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9962aa1-7b1b-4b4f-bed4-9d89205fca30 req-69839cb8-8199-458d-918f-4fb6d65db3e7 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:03.499173 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b9962aa1-7b1b-4b4f-bed4-9d89205fca30 req-69839cb8-8199-458d-918f-4fb6d65db3e7 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 945 time: 0.2074208 Jun 06 17:43:03.575381 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b9962aa1-7b1b-4b4f-bed4-9d89205fca30 req-73d86172-7e54-4ba4-acb1-b2cc880041f0 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563841 Jun 06 17:43:03.647812 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaef2e-739f-4f95-a456-6f50dc567304 req-b614dfae-c3a1-4915-a693-968e87d3a62a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:03.650020 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-16eaef2e-739f-4f95-a456-6f50dc567304 req-b614dfae-c3a1-4915-a693-968e87d3a62a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 943 time: 0.1543040 Jun 06 17:43:03.716989 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-16eaef2e-739f-4f95-a456-6f50dc567304 req-d9850455-1b4e-428a-b929-cd8c14cf4d13 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659335 Jun 06 17:43:03.802898 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37497707-2391-436f-95b6-8cd68c0fe9c0 req-57bbf3d9-7ac3-4493-8a4f-c1cfa7bc8a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:03.805932 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-37497707-2391-436f-95b6-8cd68c0fe9c0 req-57bbf3d9-7ac3-4493-8a4f-c1cfa7bc8a24 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d5b58d21b43f4c29abeede717f6a7632&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3068931 Jun 06 17:43:03.987701 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:04.035648 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37497707-2391-436f-95b6-8cd68c0fe9c0 req-3dced53b-f612-431a-954a-f9ea6e8f3351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:04.037968 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-37497707-2391-436f-95b6-8cd68c0fe9c0 req-3dced53b-f612-431a-954a-f9ea6e8f3351 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2232344 Jun 06 17:43:04.165117 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning for port 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:04.182544 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:04.183642 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:04.195547 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-367b3a88-8438-4d59-b265-aa352e558197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:04.197230 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-367b3a88-8438-4d59-b265-aa352e558197 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5b58d21b43f4c29abeede717f6a7632&device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 1096 time: 0.1051085 Jun 06 17:43:04.370267 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:04.415709 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653b2674-b8a9-4ce7-843b-eae7a00c38f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1111c6f0-1638-47ea-8b7e-ae6a2d3880ca'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:04.418133 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e264ddb-227f-4884-82c4-689bb6824980" -d '{"events": [{"server_uuid": "653b2674-b8a9-4ce7-843b-eae7a00c38f6", "name": "network-vif-plugged", "status": "completed", "tag": "1111c6f0-1638-47ea-8b7e-ae6a2d3880ca"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:04.433526 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca,segment=NetworkSegment(cb0261f0-ca86-4095-b02a-a27a7ed33197),segment_id=cb0261f0-ca86-4095-b02a-a27a7ed33197)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:04.474978 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ec5cdb-f7d8-4bf3-b412-727d12f813f7 x-openstack-request-id: req-c1ec5cdb-f7d8-4bf3-b412-727d12f813f7 {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:04.476161 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653b2674-b8a9-4ce7-843b-eae7a00c38f6", "name": "network-vif-plugged", "status": "completed", "tag": "1111c6f0-1638-47ea-8b7e-ae6a2d3880ca", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:04.476802 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1ec5cdb-f7d8-4bf3-b412-727d12f813f7 {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:04.477441 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653b2674-b8a9-4ce7-843b-eae7a00c38f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1111c6f0-1638-47ea-8b7e-ae6a2d3880ca', 'code': 200} Jun 06 17:43:04.631813 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:04.634068 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:04.737581 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:04.744717 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:04.996166 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bc3fe-4064-4263-b958-5124a6154279 req-ede71173-26d5-45fc-b54c-000095e18795 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:05.008012 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-510bc3fe-4064-4263-b958-5124a6154279 req-ede71173-26d5-45fc-b54c-000095e18795 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 943 time: 0.1333303 Jun 06 17:43:05.019714 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d099a-d7b1-4106-9a34-af7435d131df req-0b73f589-4797-4f02-b9ef-cf4c11dd1495 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:05.031246 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-fa5d099a-d7b1-4106-9a34-af7435d131df req-0b73f589-4797-4f02-b9ef-cf4c11dd1495 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.3273880 Jun 06 17:43:05.058948 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 39774) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:05.107299 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-510bc3fe-4064-4263-b958-5124a6154279 req-f5d666b6-dedc-48f3-bd64-3cc7535165e7 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981865 Jun 06 17:43:05.113345 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-fa5d099a-d7b1-4106-9a34-af7435d131df req-8b1be731-5d22-4b0f-9702-4d876148bcfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731781 Jun 06 17:43:05.224321 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-8c6dc85e-a848-424f-9a03-5c1c75026285 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1648109101-network', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:05.317119 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6dc85e-a848-424f-9a03-5c1c75026285 admin admin] Made reservation on behalf of b3e8d3dc1c114c759be5fcb73c702a58 for: {'network': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:43:05.319514 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8c6dc85e-a848-424f-9a03-5c1c75026285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1686528'] for network, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:05.332714 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8c6dc85e-a848-424f-9a03-5c1c75026285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:05.464745 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8c6dc85e-a848-424f-9a03-5c1c75026285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:05.559721 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8c6dc85e-a848-424f-9a03-5c1c75026285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:05.562991 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-9df9e9ec-d608-4c95-9bc2-89e1552203bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:05.593829 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6dc85e-a848-424f-9a03-5c1c75026285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd64750d-fdb9-4242-8036-3a646975846d,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:05.612698 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-8c6dc85e-a848-424f-9a03-5c1c75026285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:05.621551 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6dc85e-a848-424f-9a03-5c1c75026285 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=98884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:43:05.632940 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8c6dc85e-a848-424f-9a03-5c1c75026285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:05.634407 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.db.segments_db [None req-8c6dc85e-a848-424f-9a03-5c1c75026285 admin admin] Added segment d88936a4-b0f0-4ddc-bc71-5b44ccdd399c of type vlan for network 7400c8c4-2b2d-42c7-ac06-b41e30d48de8 Jun 06 17:43:05.663791 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8c6dc85e-a848-424f-9a03-5c1c75026285 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779962068718'] for network, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:05.799352 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8c6dc85e-a848-424f-9a03-5c1c75026285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186'] for network, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:05.800948 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6dc85e-a848-424f-9a03-5c1c75026285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:05.801685 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8c6dc85e-a848-424f-9a03-5c1c75026285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:05.807388 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:05.970440 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-8c6dc85e-a848-424f-9a03-5c1c75026285 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9103467 Jun 06 17:43:05.972021 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6dc85e-a848-424f-9a03-5c1c75026285 admin admin] Pushing event updated for resources: {'Network': ['ID=7400c8c4-2b2d-42c7-ac06-b41e30d48de8,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:05.973507 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 39808) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:05.976057 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-8c6dc85e-a848-424f-9a03-5c1c75026285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:05.978499 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-5afba3a4-e7d5-44ae-850c-5e9dff7f794b admin admin] Request body: {'subnet': {'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1648109101-subnet', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:05.985374 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Network 7400c8c4-2b2d-42c7-ac06-b41e30d48de8 details requested by agent ovs-agent-dv-cinder-791281-4-iscsi with host dv-cinder-791281-4-iscsi {{(pid=98886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:43:06.066159 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afba3a4-e7d5-44ae-850c-5e9dff7f794b admin admin] Made reservation on behalf of b3e8d3dc1c114c759be5fcb73c702a58 for: {'subnet': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:43:06.071820 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-5afba3a4-e7d5-44ae-850c-5e9dff7f794b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16410940'] for subnet, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:06.399771 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2567bbc-11c6-44b3-b031-3086afc695c2 req-cc3388ce-3db9-46d8-83f2-2cf1764d930d tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:06.402313 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c2567bbc-11c6-44b3-b031-3086afc695c2 req-cc3388ce-3db9-46d8-83f2-2cf1764d930d tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 943 time: 0.1531417 Jun 06 17:43:06.481828 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c2567bbc-11c6-44b3-b031-3086afc695c2 req-da1ce220-0338-4d4e-a11e-0c8b100af8a6 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736918 Jun 06 17:43:06.509501 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26f7b9-54e5-4a22-85cb-2248cf612c67 req-bfe98cc0-1bf5-467f-82b6-0b1276ab4122 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:06.520317 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6e26f7b9-54e5-4a22-85cb-2248cf612c67 req-bfe98cc0-1bf5-467f-82b6-0b1276ab4122 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.1964886 Jun 06 17:43:06.541734 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-5afba3a4-e7d5-44ae-850c-5e9dff7f794b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14987934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16410926'] for subnet, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:06.551178 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:06.645420 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6e26f7b9-54e5-4a22-85cb-2248cf612c67 req-a1412ec3-4ff7-4795-8492-d36580bab208 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243773 Jun 06 17:43:06.680408 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afba3a4-e7d5-44ae-850c-5e9dff7f794b admin admin] Pushing event updated for resources: {'Subnet': ['ID=54fc5062-fa0a-442d-9f9a-32e968d1b9fa,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:06.684185 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-5afba3a4-e7d5-44ae-850c-5e9dff7f794b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:06.699896 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afba3a4-e7d5-44ae-850c-5e9dff7f794b admin admin] Checking segment: {'id': 'd88936a4-b0f0-4ddc-bc71-5b44ccdd399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:43:06.700382 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afba3a4-e7d5-44ae-850c-5e9dff7f794b admin admin] Network hostable DHCP agents. Network: 7400c8c4-2b2d-42c7-ac06-b41e30d48de8, hostable agents: ['45453017-52f2-4007-8a53-c2b26b96b466'], hosted agents: [] {{(pid=98885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:43:06.788189 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afba3a4-e7d5-44ae-850c-5e9dff7f794b admin admin] Network 7400c8c4-2b2d-42c7-ac06-b41e30d48de8 is scheduled to be hosted by DHCP agent 45453017-52f2-4007-8a53-c2b26b96b466 with binding_index 1 {{(pid=98885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:43:06.868528 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-5afba3a4-e7d5-44ae-850c-5e9dff7f794b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-iscsi, 7400c8c4-2b2d-42c7-ac06-b41e30d48de8) {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:06.872648 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afba3a4-e7d5-44ae-850c-5e9dff7f794b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:06.885698 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-5afba3a4-e7d5-44ae-850c-5e9dff7f794b admin admin] Notify callbacks [] for subnet, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:06.891955 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510bbe1b-b4c1-4f54-9f80-0fb48184c88a None None] Network 7400c8c4-2b2d-42c7-ac06-b41e30d48de8 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:43:07.086066 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-5afba3a4-e7d5-44ae-850c-5e9dff7f794b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1114063 Jun 06 17:43:07.088889 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 39846) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:07.093503 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-297d7877-999b-4e56-9d18-29ce0ace0f53 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1648109101-router', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:07.133625 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fffc2be-ceb4-590f-8c94-af793f517164-7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'fixed_ips': [{'subnet_id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa'}]}} from dv-cinder-791281-4-iscsi. {{(pid=98886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 17:43:07.134530 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:07.225757 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-297d7877-999b-4e56-9d18-29ce0ace0f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-815938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126989'] for router, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:07.229797 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-297d7877-999b-4e56-9d18-29ce0ace0f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-815835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-813822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126996'] for router, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:07.245048 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-297d7877-999b-4e56-9d18-29ce0ace0f53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:07.308325 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.db_base_plugin_common [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Allocated IP 172.20.0.2 (7400c8c4-2b2d-42c7-ac06-b41e30d48de8/54fc5062-fa0a-442d-9f9a-32e968d1b9fa/b3724b55-4db5-463c-8c46-5d045e492f00) {{(pid=98886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:43:07.530737 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Notify callbacks [] for port, precommit_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:07.542635 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Transition to ACTIVE for port object b3724b55-4db5-463c-8c46-5d045e492f00 will not be triggered until provisioned by entity L2. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:07.566017 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Transition to ACTIVE for port object b3724b55-4db5-463c-8c46-5d045e492f00 will not be triggered until provisioned by entity DHCP. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:07.657297 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136'] for port, after_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:07.661451 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:07.681730 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-bb91c9c2-395c-4fa9-ac38-63a97f5715c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa4e7f15-4fcb-45e8-bb13-5cf1591d511d HTTP/1.1" status: 200 len: 217 time: 0.1201568 Jun 06 17:43:07.857097 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Network 7400c8c4-2b2d-42c7-ac06-b41e30d48de8 is already hosted by enough agents. {{(pid=98886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:07.860373 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.scheduler.base_scheduler [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Resources bound (agent type, host, resource id): {{(pid=98886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:07.864651 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Received port after_create {{(pid=98886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:43:07.873075 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Pushing event updated for resources: {'Port': ['ID=b3724b55-4db5-463c-8c46-5d045e492f00,revision_number=1']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:07.874274 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-297d7877-999b-4e56-9d18-29ce0ace0f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-813708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-815952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127010'] for router, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:07.882021 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:08.005140 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-80d30588-b982-4e9c-9d36-a3f8d910bf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:08.007762 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-80d30588-b982-4e9c-9d36-a3f8d910bf0c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8679353-f529-4d10-943e-fe2abace2802 HTTP/1.1" status: 200 len: 854 time: 0.2147069 Jun 06 17:43:08.049804 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Attempting to bind port b3724b55-4db5-463c-8c46-5d045e492f00 on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:43:08.050468 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Attempting to bind port b3724b55-4db5-463c-8c46-5d045e492f00 by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': 'd88936a4-b0f0-4ddc-bc71-5b44ccdd399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8'}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:43:08.051345 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Attempting to bind port b3724b55-4db5-463c-8c46-5d045e492f00 on network 7400c8c4-2b2d-42c7-ac06-b41e30d48de8 {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:43:08.059609 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:43:08.059995 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Checking segment: {'id': 'd88936a4-b0f0-4ddc-bc71-5b44ccdd399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:43:08.060401 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:08.060858 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Bound using segment: {'id': 'd88936a4-b0f0-4ddc-bc71-5b44ccdd399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8'} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:43:08.061281 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Bound port: b3724b55-4db5-463c-8c46-5d045e492f00, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88936a4-b0f0-4ddc-bc71-5b44ccdd399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8'}}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:43:08.061710 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:08.075789 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-f83b42f1-f31e-495f-a05f-b7c28007fb16 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5819759c-7390-4859-9471-3f1914d1536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555856 Jun 06 17:43:08.242953 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] For port b3724b55-4db5-463c-8c46-5d045e492f00, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:43:08.247123 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] For port b3724b55-4db5-463c-8c46-5d045e492f00, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=b3724b55-4db5-463c-8c46-5d045e492f00,segment=NetworkSegment(d88936a4-b0f0-4ddc-bc71-5b44ccdd399c),segment_id=d88936a4-b0f0-4ddc-bc71-5b44ccdd399c)] {{(pid=98886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:43:08.256551 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-c7b88394-85ca-466f-a686-60bb220ee485 service neutron] 10.222.0.35 "GET /v2.0/networks/5819759c-7390-4859-9471-3f1914d1536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647503 Jun 06 17:43:08.299700 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66388b2b-fc99-43a4-8222-4416f797c0cc req-b570a378-93c1-4c4e-afa3-23a856755ed1 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:08.308702 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:08.310440 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ba762-48ac-4248-8dc8-ab6646941c4b req-3c546060-79d9-4cb2-8352-ed48f0c5b785 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:08.318291 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2e2ba762-48ac-4248-8dc8-ab6646941c4b req-3c546060-79d9-4cb2-8352-ed48f0c5b785 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 943 time: 0.6355908 Jun 06 17:43:08.319659 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-66388b2b-fc99-43a4-8222-4416f797c0cc req-b570a378-93c1-4c4e-afa3-23a856755ed1 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.4115217 Jun 06 17:43:08.320921 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-640cdafd-72c3-45bf-ae11-1874c771dd90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:08.422343 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2e2ba762-48ac-4248-8dc8-ab6646941c4b req-2e1ad7b3-d87c-495d-9bb3-66381c18841e tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009147 Jun 06 17:43:08.506461 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Pushing event updated for resources: {'Port': ['ID=b3724b55-4db5-463c-8c46-5d045e492f00,revision_number=2']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:08.517468 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:08.521651 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-66388b2b-fc99-43a4-8222-4416f797c0cc req-35faff19-8f93-4bc7-8003-610bcd97f440 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988039 Jun 06 17:43:08.545799 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea09d5d-09dd-4923-8a65-e7fdc0d03508 req-3ba94b1c-d18f-4238-bf57-575c9c33b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:08.548736 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-cea09d5d-09dd-4923-8a65-e7fdc0d03508 req-3ba94b1c-d18f-4238-bf57-575c9c33b8bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 1099 time: 0.3651819 Jun 06 17:43:08.599808 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9dda4912-21ec-4040-a08d-5b8f40e17114 req-d5be707b-9310-4748-aefa-b6722c5c1cde service neutron] 10.222.0.35 "GET /v2.0/networks/5819759c-7390-4859-9471-3f1914d1536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347824 Jun 06 17:43:08.800267 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-cea09d5d-09dd-4923-8a65-e7fdc0d03508 req-9a326e42-f649-4b9d-b29c-0fba582295fe service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846128 Jun 06 17:43:08.882017 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-297d7877-999b-4e56-9d18-29ce0ace0f53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:08.918286 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-297d7877-999b-4e56-9d18-29ce0ace0f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:08.957191 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 39870) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:09.128029 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [None req-297d7877-999b-4e56-9d18-29ce0ace0f53 admin admin] Allocated IP 172.27.1.197 (51853ba8-cea8-4c9b-b5c3-a56837a6d9d6/59a9bba0-da8c-4953-8d6b-87895ebef86f/ad5e6e48-ea7e-41fc-aca2-676e699b6bab) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:43:09.236889 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-1cae8dc1-e902-405f-ab78-f0beaed83311 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd317d037c9d4986bf89063c03171019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2778666 Jun 06 17:43:09.239771 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 39884) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:09.337462 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-32f7d951-f1aa-4051-bae4-56e556fee7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:09.379704 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-32f7d951-f1aa-4051-bae4-56e556fee7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:09.578270 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-297d7877-999b-4e56-9d18-29ce0ace0f53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:09.587224 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-32f7d951-f1aa-4051-bae4-56e556fee7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:09.593589 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-32f7d951-f1aa-4051-bae4-56e556fee7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:09.595166 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-32f7d951-f1aa-4051-bae4-56e556fee7eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b5ac9d8b-8713-486c-beb8-11e0dd4f7525 HTTP/1.1" status: 204 len: 168 time: 0.3544357 Jun 06 17:43:09.606664 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-f17bc2c3-3b9a-427b-831c-071218a577e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:09.703821 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-297d7877-999b-4e56-9d18-29ce0ace0f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:09.716332 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:09.716682 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7d951-f1aa-4051-bae4-56e556fee7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ac9d8b-8713-486c-beb8-11e0dd4f7525,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:09.724901 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-32f7d951-f1aa-4051-bae4-56e556fee7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:09.844114 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e6057-7a2d-4a38-a89d-d87616065d3c req-9d712efc-ba78-4135-a06c-7fc888135165 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:09.848686 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-349e6057-7a2d-4a38-a89d-d87616065d3c req-9d712efc-ba78-4135-a06c-7fc888135165 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 943 time: 0.2078063 Jun 06 17:43:09.904500 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1c34ee-705d-4347-a3cb-2fb05aed69a4 None None] Network 7400c8c4-2b2d-42c7-ac06-b41e30d48de8 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:43:09.922906 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-349e6057-7a2d-4a38-a89d-d87616065d3c req-3f7b069d-437b-418c-bfd3-69de219fc04a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678043 Jun 06 17:43:09.955795 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d7877-999b-4e56-9d18-29ce0ace0f53 admin admin] Pushing event updated for resources: {'Port': ['ID=ad5e6e48-ea7e-41fc-aca2-676e699b6bab,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:09.967155 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-297d7877-999b-4e56-9d18-29ce0ace0f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:09.983520 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297d7877-999b-4e56-9d18-29ce0ace0f53 admin admin] Network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:09.985759 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-297d7877-999b-4e56-9d18-29ce0ace0f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:09.994585 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297d7877-999b-4e56-9d18-29ce0ace0f53 admin admin] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:43:10.144820 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f6f15-f928-469f-bcdd-706c86c5ef75 req-0fc2b7ae-324f-4549-92e5-b03b1579fd70 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:10.153631 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ac8f6f15-f928-469f-bcdd-706c86c5ef75 req-0fc2b7ae-324f-4549-92e5-b03b1579fd70 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.2962084 Jun 06 17:43:10.210306 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-4d4c5923-bf17-4919-9f93-97553c20f7fe None None] Provisioning for port b3724b55-4db5-463c-8c46-5d045e492f00 completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:10.391670 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device b3724b55-4db5-463c-8c46-5d045e492f00 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:10.499739 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ac8f6f15-f928-469f-bcdd-706c86c5ef75 req-fa633e82-f1cb-47c6-b8b8-3ead89bbc445 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3446352 Jun 06 17:43:10.713126 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port b3724b55-4db5-463c-8c46-5d045e492f00 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:10.720251 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port b3724b55-4db5-463c-8c46-5d045e492f00 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:10.720251 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:10.806336 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-b0af414b-676d-451f-86bd-9a77316dfc82 None None] Provisioning complete for port b3724b55-4db5-463c-8c46-5d045e492f00 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:10.806788 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-b0af414b-676d-451f-86bd-9a77316dfc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:10.966576 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-297d7877-999b-4e56-9d18-29ce0ace0f53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:10.983740 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:11.030152 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-b0af414b-676d-451f-86bd-9a77316dfc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:11.065340 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port b3724b55-4db5-463c-8c46-5d045e492f00, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=b3724b55-4db5-463c-8c46-5d045e492f00,segment=NetworkSegment(d88936a4-b0f0-4ddc-bc71-5b44ccdd399c),segment_id=d88936a4-b0f0-4ddc-bc71-5b44ccdd399c)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:11.215478 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:11.253889 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-12715ef3-3b80-4947-97b3-1fb66758eb1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:11.284233 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.db.api [None req-b0af414b-676d-451f-86bd-9a77316dfc82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 06 17:43:11.284654 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_db.api [None req-b0af414b-676d-451f-86bd-9a77316dfc82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 06 17:43:11.299824 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6294c8-0183-443a-b32a-0fe0e9a8a6a8 req-9e016d84-aa1d-4117-9269-f3e33f77fdce tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:11.302305 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-df6294c8-0183-443a-b32a-0fe0e9a8a6a8 req-9e016d84-aa1d-4117-9269-f3e33f77fdce tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 943 time: 0.1377316 Jun 06 17:43:11.371062 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=b3724b55-4db5-463c-8c46-5d045e492f00,revision_number=3']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:11.376020 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:11.440743 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-df6294c8-0183-443a-b32a-0fe0e9a8a6a8 req-f272de17-1a6b-4874-99df-ddf8000547e2 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317363 Jun 06 17:43:11.483513 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 39924) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:11.521758 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-297d7877-999b-4e56-9d18-29ce0ace0f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-815947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-813731'] for router, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:11.698806 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-2c2775d8-c09b-4ae0-859e-c98cbe623d8e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-427874594-network', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:11.789246 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2775d8-c09b-4ae0-859e-c98cbe623d8e admin admin] Made reservation on behalf of d64340b0b53c4cd6919b73508a5a3855 for: {'network': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:43:11.792868 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2c2775d8-c09b-4ae0-859e-c98cbe623d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1686528'] for network, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:11.812988 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2c2775d8-c09b-4ae0-859e-c98cbe623d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:11.955630 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2c2775d8-c09b-4ae0-859e-c98cbe623d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:12.014365 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f23fc0-c149-4c38-afec-16ba7ec90e55 req-fbc1a193-d4b6-4128-9200-39a38abffd4a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:12.083168 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-03f23fc0-c149-4c38-afec-16ba7ec90e55 req-fbc1a193-d4b6-4128-9200-39a38abffd4a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.3031051 Jun 06 17:43:12.083168 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-03f23fc0-c149-4c38-afec-16ba7ec90e55 req-c9a96bed-9ff6-4497-bc49-6b40d84acb78 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568974 Jun 06 17:43:12.255959 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device b3724b55-4db5-463c-8c46-5d045e492f00 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:12.308313 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9e724-c3b8-420f-a439-1e36e26eb51d req-5641415e-6e9e-483a-adaa-ec62de46ef28 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:12.309467 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-47a9e724-c3b8-420f-a439-1e36e26eb51d req-5641415e-6e9e-483a-adaa-ec62de46ef28 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.0898736 Jun 06 17:43:12.342887 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port b3724b55-4db5-463c-8c46-5d045e492f00 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:12.343195 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:12.365372 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-47a9e724-c3b8-420f-a439-1e36e26eb51d req-7b93aebc-a39b-4baf-880c-35591dcdadcd tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500112 Jun 06 17:43:12.390229 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 39938) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:12.465522 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2c2775d8-c09b-4ae0-859e-c98cbe623d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:12.483588 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-3aff1298-fa9b-4af8-bcce-2b83560c8179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:12.495098 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2775d8-c09b-4ae0-859e-c98cbe623d8e admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=98884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:43:12.522743 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297d7877-999b-4e56-9d18-29ce0ace0f53 admin admin] Router d3af6832-253e-4024-9bde-b8d8a441ecb2 is scheduled to L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 with binding_index 1 {{(pid=98885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 17:43:12.548226 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2775d8-c09b-4ae0-859e-c98cbe623d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187be097-f484-491a-9991-137558478360,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:12.556689 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2c2775d8-c09b-4ae0-859e-c98cbe623d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:12.557149 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.db.segments_db [None req-2c2775d8-c09b-4ae0-859e-c98cbe623d8e admin admin] Added segment 2c5a1658-e708-42bb-963a-f8400f73a8c7 of type vlan for network dbace6f0-a618-4a89-9f11-91d64a35f0b9 Jun 06 17:43:12.558613 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2c2775d8-c09b-4ae0-859e-c98cbe623d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:12.584194 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device aa4e7f15-4fcb-45e8-bb13-5cf1591d511d details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:43:12.597822 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2c2775d8-c09b-4ae0-859e-c98cbe623d8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779962068718'] for network, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:12.636697 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bf89cc-ae92-4504-99ad-7686a46d2318 tempest-TestShelveInstance-1687583404 tempest-TestShelveInstance-1687583404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:12.638370 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-b5bf89cc-ae92-4504-99ad-7686a46d2318 tempest-TestShelveInstance-1687583404 tempest-TestShelveInstance-1687583404-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 1094 time: 0.2470312 Jun 06 17:43:12.641212 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 39944) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:12.653210 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Request body: {'floatingip': {'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'port_id': '1111c6f0-1638-47ea-8b7e-ae6a2d3880ca', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:12.747796 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2c2775d8-c09b-4ae0-859e-c98cbe623d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186'] for network, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:12.749431 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2775d8-c09b-4ae0-859e-c98cbe623d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:12.750191 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2c2775d8-c09b-4ae0-859e-c98cbe623d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:12.761354 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:12.788071 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for floatingip, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:12.793266 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port aa4e7f15-4fcb-45e8-bb13-5cf1591d511d, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=aa4e7f15-4fcb-45e8-bb13-5cf1591d511d,segment=NetworkSegment(a722723a-849f-4268-9cd8-907163b5b3e3),segment_id=a722723a-849f-4268-9cd8-907163b5b3e3)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:12.811185 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': 'aa4e7f15-4fcb-45e8-bb13-5cf1591d511d', 'network_id': '5819759c-7390-4859-9471-3f1914d1536e', 'port_id': 'aa4e7f15-4fcb-45e8-bb13-5cf1591d511d', 'mac_address': 'fa:16:3e:65:1d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8679353-f529-4d10-943e-fe2abace2802', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:43:12.884659 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297d7877-999b-4e56-9d18-29ce0ace0f53 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:43:12.922127 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-2c2775d8-c09b-4ae0-859e-c98cbe623d8e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4374993 Jun 06 17:43:12.925372 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2775d8-c09b-4ae0-859e-c98cbe623d8e admin admin] Pushing event updated for resources: {'Network': ['ID=dbace6f0-a618-4a89-9f11-91d64a35f0b9,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:12.927934 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 39950) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:12.934787 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-fb7ebcd3-ba90-4818-a57f-3bcd52533787 admin admin] Request body: {'subnet': {'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-427874594-subnet', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'ip_version': 4}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:12.937014 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4268898-5e09-4d5a-8e32-3d4fb2d06a4e req-588d7a57-7e4d-48eb-b1a1-73dbeca52779 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:12.938917 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2c2775d8-c09b-4ae0-859e-c98cbe623d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:12.940079 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b4268898-5e09-4d5a-8e32-3d4fb2d06a4e req-588d7a57-7e4d-48eb-b1a1-73dbeca52779 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 943 time: 0.2194414 Jun 06 17:43:12.941100 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] Sync routers for ids ['d3af6832-253e-4024-9bde-b8d8a441ecb2'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:43:12.962618 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Network dbace6f0-a618-4a89-9f11-91d64a35f0b9 details requested by agent ovs-agent-dv-cinder-791281-4-iscsi with host dv-cinder-791281-4-iscsi {{(pid=98886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:43:12.992495 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-297d7877-999b-4e56-9d18-29ce0ace0f53 admin admin] Notify callbacks [] for router, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:12.994140 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-297d7877-999b-4e56-9d18-29ce0ace0f53 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9042790 Jun 06 17:43:12.997265 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 39952) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:13.068727 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:13.083604 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b4268898-5e09-4d5a-8e32-3d4fb2d06a4e req-a0c2a2a6-15a4-4350-8acf-c8dad26757c6 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359458 Jun 06 17:43:13.117029 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] Routers {'d3af6832-253e-4024-9bde-b8d8a441ecb2'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:13.118040 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:42:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['d3af6832-253e-4024-9bde-b8d8a441ecb2'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:13.126503 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7ebcd3-ba90-4818-a57f-3bcd52533787 admin admin] Made reservation on behalf of d64340b0b53c4cd6919b73508a5a3855 for: {'subnet': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:43:13.129255 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-fb7ebcd3-ba90-4818-a57f-3bcd52533787 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14936246'] for subnet, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:13.346288 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] Set router d3af6832-253e-4024-9bde-b8d8a441ecb2 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:13.477267 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:13.518136 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4e7f15-4fcb-45e8-bb13-5cf1591d511d {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:43:13.529358 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-fb7ebcd3-ba90-4818-a57f-3bcd52533787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14936228'] for subnet, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:13.555806 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-9bd69969-077e-4d01-9fe9-e7eb18d04943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:13.564293 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port aa4e7f15-4fcb-45e8-bb13-5cf1591d511d, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=aa4e7f15-4fcb-45e8-bb13-5cf1591d511d,segment=NetworkSegment(a722723a-849f-4268-9cd8-907163b5b3e3),segment_id=a722723a-849f-4268-9cd8-907163b5b3e3)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:13.740868 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:13.744905 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:13.838218 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Allocated IP 172.27.1.93 (51853ba8-cea8-4c9b-b5c3-a56837a6d9d6/59a9bba0-da8c-4953-8d6b-87895ebef86f/a15af1fd-efac-48d8-b285-6ca8008c0624) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:43:13.838946 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'name': 'tempest-AttachVolumeTestJSON-1648109101-router', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:07Z', 'updated_at': '2021-06-06T17:43:10Z', 'revision_number': 3, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'gw_port': {'id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:08Z', 'updated_at': '2021-06-06T17:43:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:13.841074 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=aa4e7f15-4fcb-45e8-bb13-5cf1591d511d,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:13.844876 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:13.846380 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] Checking router: d3af6832-253e-4024-9bde-b8d8a441ecb2 for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:43:13.846814 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] Updating router d3af6832-253e-4024-9bde-b8d8a441ecb2 port ad5e6e48-ea7e-41fc-aca2-676e699b6bab binding host dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:43:13.900590 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:13.934866 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ebcd3-ba90-4818-a57f-3bcd52533787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c208a13b-e4aa-4a76-bb08-1c48747a82ca,revision_number=0']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:13.951492 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-fb7ebcd3-ba90-4818-a57f-3bcd52533787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:13.990269 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-603cf9e1-4a76-4c74-b275-29266dfff5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:14.023744 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7ebcd3-ba90-4818-a57f-3bcd52533787 admin admin] Checking segment: {'id': '2c5a1658-e708-42bb-963a-f8400f73a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:43:14.024223 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7ebcd3-ba90-4818-a57f-3bcd52533787 admin admin] Network hostable DHCP agents. Network: dbace6f0-a618-4a89-9f11-91d64a35f0b9, hostable agents: ['45453017-52f2-4007-8a53-c2b26b96b466'], hosted agents: [] {{(pid=98884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:43:14.085893 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:14.090923 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['aa4e7f15-4fcb-45e8-bb13-5cf1591d511d'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:43:14.157076 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7ebcd3-ba90-4818-a57f-3bcd52533787 admin admin] Network dbace6f0-a618-4a89-9f11-91d64a35f0b9 is scheduled to be hosted by DHCP agent 45453017-52f2-4007-8a53-c2b26b96b466 with binding_index 1 {{(pid=98884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:43:14.196909 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:14.205622 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-cf013895-e731-4b2e-bab6-2b0f6acb2404 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:14.219419 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [None req-603cf9e1-4a76-4c74-b275-29266dfff5e2 admin admin] Allocated IP 172.20.0.1 (7400c8c4-2b2d-42c7-ac06-b41e30d48de8/54fc5062-fa0a-442d-9f9a-32e968d1b9fa/edc600b9-33e1-446a-b42a-372327c905f9) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:43:14.350134 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [None req-fb7ebcd3-ba90-4818-a57f-3bcd52533787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-iscsi, dbace6f0-a618-4a89-9f11-91d64a35f0b9) {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:14.361094 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:14.361331 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549cedfe-0ce4-4443-afb4-d70bf15b09d8 None None] Network dbace6f0-a618-4a89-9f11-91d64a35f0b9 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:43:14.364963 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7ebcd3-ba90-4818-a57f-3bcd52533787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:14.366216 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-fb7ebcd3-ba90-4818-a57f-3bcd52533787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for subnet, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:14.375295 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:14.388335 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:43:14.427035 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-603cf9e1-4a76-4c74-b275-29266dfff5e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:14.433205 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Pushing event updated for resources: {'Port': ['ID=a15af1fd-efac-48d8-b285-6ca8008c0624,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:14.444602 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:14.456323 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.provisioning_blocks [None req-603cf9e1-4a76-4c74-b275-29266dfff5e2 admin admin] Transition to ACTIVE for port object edc600b9-33e1-446a-b42a-372327c905f9 will not be triggered until provisioned by entity DHCP. {{(pid=98885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:14.528976 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-fb7ebcd3-ba90-4818-a57f-3bcd52533787 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5992110 Jun 06 17:43:14.531879 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 39980) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:14.538257 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-bcfe92c8-8644-458f-9241-0d4abd7507cf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-427874594-router', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:14.541821 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6aeb11-fb67-476c-a175-70487084c512 req-6303179a-994a-49ae-87e6-5bff49140d51 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:14.543476 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2c6aeb11-fb67-476c-a175-70487084c512 req-6303179a-994a-49ae-87e6-5bff49140d51 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 944 time: 0.3404822 Jun 06 17:43:14.646273 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2c6aeb11-fb67-476c-a175-70487084c512 req-03980cc5-eb5b-42c3-adeb-a2370cc380aa tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939653 Jun 06 17:43:14.651959 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-603cf9e1-4a76-4c74-b275-29266dfff5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:14.661514 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-9fae30a4-11db-4e92-8f3e-f5771259bd59 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:14.719272 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] Notify callbacks [] for port, precommit_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:14.743425 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] Transition to ACTIVE for port object ad5e6e48-ea7e-41fc-aca2-676e699b6bab will not be triggered until provisioned by entity L2. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:14.809885 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fffc2be-ceb4-590f-8c94-af793f517164-dbace6f0-a618-4a89-9f11-91d64a35f0b9', 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'fixed_ips': [{'subnet_id': 'c208a13b-e4aa-4a76-bb08-1c48747a82ca'}]}} from dv-cinder-791281-4-iscsi. {{(pid=98886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 17:43:14.812279 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:14.871609 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:14.875635 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-bcfe92c8-8644-458f-9241-0d4abd7507cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-815938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126989'] for router, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:14.876183 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:14.876630 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-bcfe92c8-8644-458f-9241-0d4abd7507cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-815835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-813822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126996'] for router, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:14.886109 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603cf9e1-4a76-4c74-b275-29266dfff5e2 admin admin] Network 7400c8c4-2b2d-42c7-ac06-b41e30d48de8 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:14.890100 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-603cf9e1-4a76-4c74-b275-29266dfff5e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:14.895621 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603cf9e1-4a76-4c74-b275-29266dfff5e2 admin admin] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:43:14.941998 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cf9e1-4a76-4c74-b275-29266dfff5e2 admin admin] Pushing event updated for resources: {'Port': ['ID=edc600b9-33e1-446a-b42a-372327c905f9,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:14.941998 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-603cf9e1-4a76-4c74-b275-29266dfff5e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:14.946630 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-bcfe92c8-8644-458f-9241-0d4abd7507cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:14.980058 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-603cf9e1-4a76-4c74-b275-29266dfff5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560105'] for router_interface, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:14.999829 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b013a-422e-44b9-8e9c-57d8a7964090 None None] Pushing event updated for resources: {'Port': ['ID=ad5e6e48-ea7e-41fc-aca2-676e699b6bab,revision_number=2']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:15.005264 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] Attempting to bind port ad5e6e48-ea7e-41fc-aca2-676e699b6bab on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:43:15.005654 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] Attempting to bind port ad5e6e48-ea7e-41fc-aca2-676e699b6bab by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:43:15.006028 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] Attempting to bind port ad5e6e48-ea7e-41fc-aca2-676e699b6bab on network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:43:15.008272 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-6e6b013a-422e-44b9-8e9c-57d8a7964090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:15.046654 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:43:15.047046 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] Checking segment: {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:43:15.047452 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:15.047860 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] Bound using segment: {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:43:15.048338 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] Bound port: ad5e6e48-ea7e-41fc-aca2-676e699b6bab, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:43:15.048723 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:15.135927 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.db_base_plugin_common [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Allocated IP 172.20.0.2 (dbace6f0-a618-4a89-9f11-91d64a35f0b9/c208a13b-e4aa-4a76-bb08-1c48747a82ca/d6b628c2-994f-4e88-abdc-d1a6d42371b4) {{(pid=98886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:43:15.161830 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] For port ad5e6e48-ea7e-41fc-aca2-676e699b6bab, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:43:15.161830 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] For port ad5e6e48-ea7e-41fc-aca2-676e699b6bab, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=ad5e6e48-ea7e-41fc-aca2-676e699b6bab,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:43:15.264405 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:15.264657 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:15.270969 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:15.379971 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] Routers {'d3af6832-253e-4024-9bde-b8d8a441ecb2'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:15.380670 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:42:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['d3af6832-253e-4024-9bde-b8d8a441ecb2'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:15.462288 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-21831270-fece-4148-8f08-ed49cf528d74 None None] Provisioning for port edc600b9-33e1-446a-b42a-372327c905f9 completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:15.495078 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b013a-422e-44b9-8e9c-57d8a7964090 None None] Pushing event updated for resources: {'Port': ['ID=ad5e6e48-ea7e-41fc-aca2-676e699b6bab,revision_number=3']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:15.501662 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:15.520690 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-6e6b013a-422e-44b9-8e9c-57d8a7964090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:15.524313 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-bcfe92c8-8644-458f-9241-0d4abd7507cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-813708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-815952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127010'] for router, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:15.532130 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-21831270-fece-4148-8f08-ed49cf528d74 None None] Provisioning complete for port edc600b9-33e1-446a-b42a-372327c905f9 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:15.532514 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-21831270-fece-4148-8f08-ed49cf528d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:15.758324 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] Set router d3af6832-253e-4024-9bde-b8d8a441ecb2 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:15.765953 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-603cf9e1-4a76-4c74-b275-29266dfff5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:15.805505 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:15.882461 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:15.886657 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:15.909646 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Notify callbacks [] for port, precommit_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:15.919373 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-21831270-fece-4148-8f08-ed49cf528d74 None None] Port edc600b9-33e1-446a-b42a-372327c905f9 cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:43:15.950909 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Transition to ACTIVE for port object d6b628c2-994f-4e88-abdc-d1a6d42371b4 will not be triggered until provisioned by entity L2. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:16.034463 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e528a0a-7c23-47eb-aefb-7ba491b55f93 req-f52cc24f-94ca-4e03-8ea0-b0f832affe5c tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:16.035346 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5e528a0a-7c23-47eb-aefb-7ba491b55f93 req-f52cc24f-94ca-4e03-8ea0-b0f832affe5c tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 944 time: 0.2057097 Jun 06 17:43:16.093659 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Pushing event updated for resources: {'Port': ['ID=a15af1fd-efac-48d8-b285-6ca8008c0624,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:16.103501 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:16.112430 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559996'] for floatingip, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:16.113222 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Transition to ACTIVE for port object d6b628c2-994f-4e88-abdc-d1a6d42371b4 will not be triggered until provisioned by entity DHCP. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:16.192750 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136'] for port, after_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:16.201362 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-8c28ada4-ad4a-464f-bf07-21f4f7d37de0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:16.294068 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Network dbace6f0-a618-4a89-9f11-91d64a35f0b9 is already hosted by enough agents. {{(pid=98886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:16.299107 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.scheduler.base_scheduler [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Resources bound (agent type, host, resource id): {{(pid=98886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:16.306209 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Received port after_create {{(pid=98886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:43:16.318174 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Pushing event updated for resources: {'Port': ['ID=d6b628c2-994f-4e88-abdc-d1a6d42371b4,revision_number=1']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:16.359460 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.db.l3_db [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Floating IP 83a0a370-f8ae-4261-87d8-9b8560900453 associated. External IP: 172.27.1.93, port: 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca. Jun 06 17:43:16.370235 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:16.415070 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5e528a0a-7c23-47eb-aefb-7ba491b55f93 req-c7faf019-fa3a-47ff-8017-58402c95163f tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335676 Jun 06 17:43:16.491323 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Attempting to bind port d6b628c2-994f-4e88-abdc-d1a6d42371b4 on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:43:16.492031 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Attempting to bind port d6b628c2-994f-4e88-abdc-d1a6d42371b4 by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': '2c5a1658-e708-42bb-963a-f8400f73a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9'}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:43:16.492162 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Attempting to bind port d6b628c2-994f-4e88-abdc-d1a6d42371b4 on network dbace6f0-a618-4a89-9f11-91d64a35f0b9 {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:43:16.496254 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-603cf9e1-4a76-4c74-b275-29266dfff5e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:16.502824 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-bcfe92c8-8644-458f-9241-0d4abd7507cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:16.503162 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:43:16.503544 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Checking segment: {'id': '2c5a1658-e708-42bb-963a-f8400f73a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:43:16.508263 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:16.508263 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Bound using segment: {'id': '2c5a1658-e708-42bb-963a-f8400f73a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9'} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:43:16.508263 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Bound port: d6b628c2-994f-4e88-abdc-d1a6d42371b4, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5a1658-e708-42bb-963a-f8400f73a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9'}}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:43:16.508263 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:16.531421 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'name': 'tempest-AttachVolumeTestJSON-1648109101-router', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:07Z', 'updated_at': '2021-06-06T17:43:10Z', 'revision_number': 3, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'gw_port': {'id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:08Z', 'updated_at': '2021-06-06T17:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:16.534275 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-bcfe92c8-8644-458f-9241-0d4abd7507cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:16.575624 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250403ae-3407-494e-9d5c-47e92e570a93 None None] The sync data for ids ['d3af6832-253e-4024-9bde-b8d8a441ecb2'] in dv-cinder-791281-4-iscsi is: [{'id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'name': 'tempest-AttachVolumeTestJSON-1648109101-router', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:07Z', 'updated_at': '2021-06-06T17:43:10Z', 'revision_number': 3, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'gw_port': {'id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:08Z', 'updated_at': '2021-06-06T17:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:43:16.587432 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-603cf9e1-4a76-4c74-b275-29266dfff5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14987785'] for port, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:16.614983 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:16.632577 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] For port d6b628c2-994f-4e88-abdc-d1a6d42371b4, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:43:16.637223 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] For port d6b628c2-994f-4e88-abdc-d1a6d42371b4, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=d6b628c2-994f-4e88-abdc-d1a6d42371b4,segment=NetworkSegment(2c5a1658-e708-42bb-963a-f8400f73a8c7),segment_id=2c5a1658-e708-42bb-963a-f8400f73a8c7)] {{(pid=98886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:43:16.729746 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:16.734590 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:16.784364 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cf9e1-4a76-4c74-b275-29266dfff5e2 admin admin] Pushing event updated for resources: {'Port': ['ID=edc600b9-33e1-446a-b42a-372327c905f9,revision_number=2']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:16.789305 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-603cf9e1-4a76-4c74-b275-29266dfff5e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-811441'] for router_interface, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:16.791893 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Router 48fcbc96-0864-4119-ab0b-9352544b2555 has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:43:16.795233 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-603cf9e1-4a76-4c74-b275-29266dfff5e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:16.829614 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Pushing event updated for resources: {'Port': ['ID=d6b628c2-994f-4e88-abdc-d1a6d42371b4,revision_number=2']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:16.837300 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:16.982555 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [None req-bcfe92c8-8644-458f-9241-0d4abd7507cf admin admin] Allocated IP 172.27.1.185 (51853ba8-cea8-4c9b-b5c3-a56837a6d9d6/59a9bba0-da8c-4953-8d6b-87895ebef86f/ff7e0ffb-2d4f-4384-a9ae-a7166b928d43) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:43:17.037096 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:43:17.050010 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fb8be8-7f5f-4faf-96a0-5abaa77a3a45 None None] Sync routers for ids ['48fcbc96-0864-4119-ab0b-9352544b2555'] in dv-cinder-791281-4-iscsi {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:43:17.067664 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fb8be8-7f5f-4faf-96a0-5abaa77a3a45 None None] Routers {'48fcbc96-0864-4119-ab0b-9352544b2555'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:17.068339 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-d6fb8be8-7f5f-4faf-96a0-5abaa77a3a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:42:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['48fcbc96-0864-4119-ab0b-9352544b2555'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:17.078870 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603cf9e1-4a76-4c74-b275-29266dfff5e2 admin admin] Network 7400c8c4-2b2d-42c7-ac06-b41e30d48de8 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:17.080868 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-603cf9e1-4a76-4c74-b275-29266dfff5e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:17.187091 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for floatingip, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:17.344065 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7016454 Jun 06 17:43:17.344898 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653b2674-b8a9-4ce7-843b-eae7a00c38f6', 'tag': '1111c6f0-1638-47ea-8b7e-ae6a2d3880ca'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:17.347432 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473d4a26-7739-4530-bab9-35f0d8703ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "653b2674-b8a9-4ce7-843b-eae7a00c38f6", "tag": "1111c6f0-1638-47ea-8b7e-ae6a2d3880ca"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:17.439280 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-d6fb8be8-7f5f-4faf-96a0-5abaa77a3a45 None None] Set router 48fcbc96-0864-4119-ab0b-9352544b2555 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:17.449220 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d57fc56-1def-460a-9a36-a97e33dbfaf8 x-openstack-request-id: req-6d57fc56-1def-460a-9a36-a97e33dbfaf8 {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:17.449550 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653b2674-b8a9-4ce7-843b-eae7a00c38f6", "tag": "1111c6f0-1638-47ea-8b7e-ae6a2d3880ca", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:17.449833 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d57fc56-1def-460a-9a36-a97e33dbfaf8 {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:17.450250 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653b2674-b8a9-4ce7-843b-eae7a00c38f6', 'tag': '1111c6f0-1638-47ea-8b7e-ae6a2d3880ca', 'status': 'completed', 'code': 200} Jun 06 17:43:17.478691 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-bcfe92c8-8644-458f-9241-0d4abd7507cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:17.507244 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603cf9e1-4a76-4c74-b275-29266dfff5e2 admin admin] Router d3af6832-253e-4024-9bde-b8d8a441ecb2 has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:43:17.510316 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device aa4e7f15-4fcb-45e8-bb13-5cf1591d511d up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:17.635891 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-d8547e2f-aeeb-4398-b2fb-809d82b02b0c None None] Provisioning complete for port edc600b9-33e1-446a-b42a-372327c905f9 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:17.643487 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-d8547e2f-aeeb-4398-b2fb-809d82b02b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:17.765241 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-d8547e2f-aeeb-4398-b2fb-809d82b02b0c None None] Port edc600b9-33e1-446a-b42a-372327c905f9 cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:43:17.799268 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-bcfe92c8-8644-458f-9241-0d4abd7507cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:17.809230 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-603cf9e1-4a76-4c74-b275-29266dfff5e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:17.840334 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603cf9e1-4a76-4c74-b275-29266dfff5e2 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:43:17.856996 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning for port aa4e7f15-4fcb-45e8-bb13-5cf1591d511d completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:17.865218 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port aa4e7f15-4fcb-45e8-bb13-5cf1591d511d triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:17.867026 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:17.878201 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-603cf9e1-4a76-4c74-b275-29266dfff5e2 admin admin] 10.222.0.18 "PUT /v2.0/routers/d3af6832-253e-4024-9bde-b8d8a441ecb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8717189 Jun 06 17:43:17.893637 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfe92c8-8644-458f-9241-0d4abd7507cf admin admin] Network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:17.900710 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-bcfe92c8-8644-458f-9241-0d4abd7507cf admin admin] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:17.916850 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe92c8-8644-458f-9241-0d4abd7507cf admin admin] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:43:17.983427 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe92c8-8644-458f-9241-0d4abd7507cf admin admin] Pushing event updated for resources: {'Port': ['ID=ff7e0ffb-2d4f-4384-a9ae-a7166b928d43,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:17.991002 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-bcfe92c8-8644-458f-9241-0d4abd7507cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:17.994706 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-d6fb8be8-7f5f-4faf-96a0-5abaa77a3a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'name': 'tempest-TestShelveInstance-1334539616-router', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:33Z', 'updated_at': '2021-06-06T17:41:42Z', 'revision_number': 4, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'gw_port': {'id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:35Z', 'updated_at': '2021-06-06T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': '83a0a370-f8ae-4261-87d8-9b8560900453', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'port_id': '1111c6f0-1638-47ea-8b7e-ae6a2d3880ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326', 'mac_address': 'fa:16:3e:58:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653b2674-b8a9-4ce7-843b-eae7a00c38f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:14Z', 'revision_number': 0, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cd1ee0-4f9a-4846-b65c-04f60525593a', 'name': '', 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'mac_address': 'fa:16:3e:9d:c9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8f365197-c9e1-40b7-9371-340e81ee9699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:40Z', 'updated_at': '2021-06-06T17:41:51Z', 'revision_number': 5, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'subnets': [{'id': '8f365197-c9e1-40b7-9371-340e81ee9699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:18.003940 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fb8be8-7f5f-4faf-96a0-5abaa77a3a45 None None] Checking router: 48fcbc96-0864-4119-ab0b-9352544b2555 for host: dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:43:18.025098 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fb8be8-7f5f-4faf-96a0-5abaa77a3a45 None None] Routers {'48fcbc96-0864-4119-ab0b-9352544b2555'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:18.026249 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-d6fb8be8-7f5f-4faf-96a0-5abaa77a3a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:42:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['48fcbc96-0864-4119-ab0b-9352544b2555'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:18.032920 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c90b6-2386-44b5-a0c6-a932795052a1 req-b9422913-f055-4f10-9c0d-10382a406e47 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:18.034556 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-e74c90b6-2386-44b5-a0c6-a932795052a1 req-b9422913-f055-4f10-9c0d-10382a406e47 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 944 time: 0.3078980 Jun 06 17:43:18.088047 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:18.135138 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689a13d7-0099-47e9-9aa0-03a67ea921eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4e7f15-4fcb-45e8-bb13-5cf1591d511d'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:18.137263 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02183c8d-8520-4c99-bd11-d8416d894937" -d '{"events": [{"server_uuid": "689a13d7-0099-47e9-9aa0-03a67ea921eb", "name": "network-vif-plugged", "status": "completed", "tag": "aa4e7f15-4fcb-45e8-bb13-5cf1591d511d"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:18.153241 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port aa4e7f15-4fcb-45e8-bb13-5cf1591d511d, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=aa4e7f15-4fcb-45e8-bb13-5cf1591d511d,segment=NetworkSegment(a722723a-849f-4268-9cd8-907163b5b3e3),segment_id=a722723a-849f-4268-9cd8-907163b5b3e3)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:18.234101 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:18.250222 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:18.292845 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-e74c90b6-2386-44b5-a0c6-a932795052a1 req-9a586db2-51fd-4aaa-9681-176949665d4c tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478535 Jun 06 17:43:18.399644 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=aa4e7f15-4fcb-45e8-bb13-5cf1591d511d,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:18.405481 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:18.408775 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5367c098-9a7b-4f0c-9196-51c5d0d07119 None None] Network dbace6f0-a618-4a89-9f11-91d64a35f0b9 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:43:18.422171 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-d6fb8be8-7f5f-4faf-96a0-5abaa77a3a45 None None] Set router 48fcbc96-0864-4119-ab0b-9352544b2555 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:18.426269 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device ad5e6e48-ea7e-41fc-aca2-676e699b6bab up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:18.465343 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4f090c-edc6-4022-b63e-bf0d2c7757ef x-openstack-request-id: req-8f4f090c-edc6-4022-b63e-bf0d2c7757ef {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:18.465645 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689a13d7-0099-47e9-9aa0-03a67ea921eb", "name": "network-vif-plugged", "status": "completed", "tag": "aa4e7f15-4fcb-45e8-bb13-5cf1591d511d", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:18.465906 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f4f090c-edc6-4022-b63e-bf0d2c7757ef {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:18.466298 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689a13d7-0099-47e9-9aa0-03a67ea921eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4e7f15-4fcb-45e8-bb13-5cf1591d511d', 'code': 200} Jun 06 17:43:18.792226 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-866e5520-875e-4ac8-a8b7-4eb3097c6c52 None None] Provisioning for port d6b628c2-994f-4e88-abdc-d1a6d42371b4 completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:18.794942 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port ad5e6e48-ea7e-41fc-aca2-676e699b6bab completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:18.824728 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port ad5e6e48-ea7e-41fc-aca2-676e699b6bab triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:18.825375 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:18.873164 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-d6fb8be8-7f5f-4faf-96a0-5abaa77a3a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'name': 'tempest-TestShelveInstance-1334539616-router', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:33Z', 'updated_at': '2021-06-06T17:41:42Z', 'revision_number': 4, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'gw_port': {'id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:35Z', 'updated_at': '2021-06-06T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': '83a0a370-f8ae-4261-87d8-9b8560900453', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'port_id': '1111c6f0-1638-47ea-8b7e-ae6a2d3880ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326', 'mac_address': 'fa:16:3e:58:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653b2674-b8a9-4ce7-843b-eae7a00c38f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:14Z', 'revision_number': 0, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cd1ee0-4f9a-4846-b65c-04f60525593a', 'name': '', 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'mac_address': 'fa:16:3e:9d:c9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8f365197-c9e1-40b7-9371-340e81ee9699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:40Z', 'updated_at': '2021-06-06T17:41:51Z', 'revision_number': 5, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'subnets': [{'id': '8f365197-c9e1-40b7-9371-340e81ee9699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:18.878012 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fb8be8-7f5f-4faf-96a0-5abaa77a3a45 None None] The sync data for ids ['48fcbc96-0864-4119-ab0b-9352544b2555'] in dv-cinder-791281-4-iscsi is: [{'id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'name': 'tempest-TestShelveInstance-1334539616-router', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:33Z', 'updated_at': '2021-06-06T17:41:42Z', 'revision_number': 4, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'gw_port': {'id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:35Z', 'updated_at': '2021-06-06T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': '83a0a370-f8ae-4261-87d8-9b8560900453', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'port_id': '1111c6f0-1638-47ea-8b7e-ae6a2d3880ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326', 'mac_address': 'fa:16:3e:58:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653b2674-b8a9-4ce7-843b-eae7a00c38f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:14Z', 'revision_number': 0, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cd1ee0-4f9a-4846-b65c-04f60525593a', 'name': '', 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'mac_address': 'fa:16:3e:9d:c9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8f365197-c9e1-40b7-9371-340e81ee9699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:40Z', 'updated_at': '2021-06-06T17:41:51Z', 'revision_number': 5, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'subnets': [{'id': '8f365197-c9e1-40b7-9371-340e81ee9699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:43:18.990451 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:18.995598 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-bcfe92c8-8644-458f-9241-0d4abd7507cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:19.022851 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port ad5e6e48-ea7e-41fc-aca2-676e699b6bab, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=ad5e6e48-ea7e-41fc-aca2-676e699b6bab,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:19.096691 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] Sync routers for ids ['d3af6832-253e-4024-9bde-b8d8a441ecb2'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:43:19.106952 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 40072) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:19.111309 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] Routers {'d3af6832-253e-4024-9bde-b8d8a441ecb2'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:19.112079 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:42:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['d3af6832-253e-4024-9bde-b8d8a441ecb2'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:19.117455 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-1c7a70aa-6406-4ca0-8b3c-f7df605be777 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Request body: {'security_group': {'name': 'tempest-securitygroup--821811141', 'description': 'tempest-description--1314281374'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:19.174198 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d4a26-7739-4530-bab9-35f0d8703ce3 req-ffcb4c56-213e-4289-b0b5-42c9333bd7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:19.177061 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-473d4a26-7739-4530-bab9-35f0d8703ce3 req-ffcb4c56-213e-4289-b0b5-42c9333bd7f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cc578850c5749f2837a434c6662dd0f&device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 1099 time: 0.2819710 Jun 06 17:43:19.189469 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd459b-e2a7-4833-a26e-90e2d629fb02 req-49228463-4dfb-4e6f-b691-63544b1e2a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:19.192500 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8fbd459b-e2a7-4833-a26e-90e2d629fb02 req-49228463-4dfb-4e6f-b691-63544b1e2a4a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 1098 time: 0.1858847 Jun 06 17:43:19.201239 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:19.201239 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device d6b628c2-994f-4e88-abdc-d1a6d42371b4 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:19.247809 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8fbd459b-e2a7-4833-a26e-90e2d629fb02 req-566c5ae7-589d-44ca-b022-6c093b4ef951 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471387 Jun 06 17:43:19.249124 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-1c7a70aa-6406-4ca0-8b3c-f7df605be777 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:19.253930 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-6e6b013a-422e-44b9-8e9c-57d8a7964090 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:19.274491 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ed3c5-f3e7-4449-8e44-54c1651395a3 None None] New status for floating IP 83a0a370-f8ae-4261-87d8-9b8560900453: ACTIVE {{(pid=98887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:43:19.374973 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-1c7a70aa-6406-4ca0-8b3c-f7df605be777 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:19.451894 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-1c7a70aa-6406-4ca0-8b3c-f7df605be777 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:19.457369 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-c34cfa60-c229-4ea6-bad7-9e7cc5944c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:19.503412 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a70aa-6406-4ca0-8b3c-f7df605be777 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76efffce-a79e-4e69-a8e0-167f203010aa,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:19.508228 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-1c7a70aa-6406-4ca0-8b3c-f7df605be777 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:19.560927 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] Set router d3af6832-253e-4024-9bde-b8d8a441ecb2 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:19.562250 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-1c7a70aa-6406-4ca0-8b3c-f7df605be777 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:19.566896 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-1c7a70aa-6406-4ca0-8b3c-f7df605be777 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4551408 Jun 06 17:43:19.567158 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 40080) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:19.573474 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-08124fd3-616e-4f4c-9e54-f90e8a8941b5 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Request body: {'security_group_rule': {'security_group_id': '76efffce-a79e-4e69-a8e0-167f203010aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:19.605365 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d4a26-7739-4530-bab9-35f0d8703ce3 req-0ad30c50-4e9a-4193-89ef-e08d54454870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:19.607551 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-473d4a26-7739-4530-bab9-35f0d8703ce3 req-0ad30c50-4e9a-4193-89ef-e08d54454870 service neutron] 10.222.0.35 "GET /v2.0/networks?id=51fe70ed-aaea-433c-a701-bc44de4bd326 HTTP/1.1" status: 200 len: 910 time: 0.4165335 Jun 06 17:43:19.691676 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=ad5e6e48-ea7e-41fc-aca2-676e699b6bab,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:19.705355 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:19.715400 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-08124fd3-616e-4f4c-9e54-f90e8a8941b5 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:19.781478 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1c9b8-539c-48bc-9dc8-16afc3dcce91 req-d16a3155-4ade-4d3f-8414-99ff3f1e3e6f tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:19.789811 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5ec1c9b8-539c-48bc-9dc8-16afc3dcce91 req-d16a3155-4ade-4d3f-8414-99ff3f1e3e6f tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 945 time: 0.3243241 Jun 06 17:43:19.838453 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-bcfe92c8-8644-458f-9241-0d4abd7507cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-815947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-813731'] for router, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:19.841446 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-08124fd3-616e-4f4c-9e54-f90e8a8941b5 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:19.877876 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port d6b628c2-994f-4e88-abdc-d1a6d42371b4 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:19.886892 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port d6b628c2-994f-4e88-abdc-d1a6d42371b4 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:19.887270 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:19.915485 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-473d4a26-7739-4530-bab9-35f0d8703ce3 req-a7738982-dc25-487a-86ab-c06e3df0c77e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca HTTP/1.1" status: 200 len: 999 time: 0.2473555 Jun 06 17:43:19.916571 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-08124fd3-616e-4f4c-9e54-f90e8a8941b5 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:19.919054 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:19.933750 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5ec1c9b8-539c-48bc-9dc8-16afc3dcce91 req-95604aa6-4300-4599-ad8f-a60d536a7a2c tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430898 Jun 06 17:43:19.944506 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08124fd3-616e-4f4c-9e54-f90e8a8941b5 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756e8f03-8300-441e-b917-aa9c45497f67,revision_number=0']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:19.960121 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-08124fd3-616e-4f4c-9e54-f90e8a8941b5 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:20.013694 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'name': 'tempest-AttachVolumeTestJSON-1648109101-router', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:07Z', 'updated_at': '2021-06-06T17:43:15Z', 'revision_number': 4, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'gw_port': {'id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:08Z', 'updated_at': '2021-06-06T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'edc600b9-33e1-446a-b42a-372327c905f9', 'name': '', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'mac_address': 'fa:16:3e:cc:7f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:15Z', 'revision_number': 2, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'subnets': [{'id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:20.030961 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] Checking router: d3af6832-253e-4024-9bde-b8d8a441ecb2 for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:43:20.031330 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] Updating router d3af6832-253e-4024-9bde-b8d8a441ecb2 port edc600b9-33e1-446a-b42a-372327c905f9 binding host dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:43:20.039608 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-08124fd3-616e-4f4c-9e54-f90e8a8941b5 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:20.052113 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-08124fd3-616e-4f4c-9e54-f90e8a8941b5 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4839139 Jun 06 17:43:20.054468 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 40084) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:20.061368 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-aae92a65-39c4-434b-9baa-86096eb07c76 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Request body: {'security_group_rule': {'security_group_id': '76efffce-a79e-4e69-a8e0-167f203010aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:20.083564 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:20.086860 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d4a26-7739-4530-bab9-35f0d8703ce3 req-8cb88246-6480-4610-b309-db3cb3a2df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:20.088371 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-473d4a26-7739-4530-bab9-35f0d8703ce3 req-8cb88246-6480-4610-b309-db3cb3a2df56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f365197-c9e1-40b7-9371-340e81ee9699 HTTP/1.1" status: 200 len: 848 time: 0.1518099 Jun 06 17:43:20.105716 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:20.166079 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-aae92a65-39c4-434b-9baa-86096eb07c76 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:20.170948 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port d6b628c2-994f-4e88-abdc-d1a6d42371b4, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=d6b628c2-994f-4e88-abdc-d1a6d42371b4,segment=NetworkSegment(2c5a1658-e708-42bb-963a-f8400f73a8c7),segment_id=2c5a1658-e708-42bb-963a-f8400f73a8c7)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:20.198537 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d4a26-7739-4530-bab9-35f0d8703ce3 req-2f3f7c86-62f9-4b57-96ed-8f2696f43d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:20.200049 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-473d4a26-7739-4530-bab9-35f0d8703ce3 req-2f3f7c86-62f9-4b57-96ed-8f2696f43d70 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51fe70ed-aaea-433c-a701-bc44de4bd326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1026719 Jun 06 17:43:20.242459 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-aae92a65-39c4-434b-9baa-86096eb07c76 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:20.251221 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:20.262501 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:20.268806 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfe92c8-8644-458f-9241-0d4abd7507cf admin admin] Router c6ac0838-af0b-42c4-bf7e-fcbef419e7fe is scheduled to L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 with binding_index 1 {{(pid=98885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 17:43:20.341140 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 40088) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:20.387246 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-aae92a65-39c4-434b-9baa-86096eb07c76 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:20.392867 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=d6b628c2-994f-4e88-abdc-d1a6d42371b4,revision_number=3']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:20.395541 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device ad5e6e48-ea7e-41fc-aca2-676e699b6bab up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:20.396064 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:20.421508 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:20.429930 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-cc9ef665-3187-4f7f-8fa5-3de2e0cbaa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:20.446366 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae92a65-39c4-434b-9baa-86096eb07c76 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffeeeea-1bbe-4767-9259-daf975839572,revision_number=0']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:20.461157 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-aae92a65-39c4-434b-9baa-86096eb07c76 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:20.469309 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_v2 [None req-24233c95-4869-4edb-a664-e28e5c1c36bc admin admin] Deleting subnet b5e7f43b-113c-4056-baf2-de5e247a2550 {{(pid=98884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:43:20.473695 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-24233c95-4869-4edb-a664-e28e5c1c36bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:20.536602 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-24233c95-4869-4edb-a664-e28e5c1c36bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16138247'] for subnet, precommit_delete_associations {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:20.573902 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-aae92a65-39c4-434b-9baa-86096eb07c76 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:20.575353 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-aae92a65-39c4-434b-9baa-86096eb07c76 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5212870 Jun 06 17:43:20.578558 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 40090) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:20.583287 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-76316bcc-497e-4c7f-ae93-3e219dd77fbd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Request body: {'floatingip': {'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:20.603261 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port ad5e6e48-ea7e-41fc-aca2-676e699b6bab triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:20.603261 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:20.630522 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-24233c95-4869-4edb-a664-e28e5c1c36bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1661668'] for subnet, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:20.654875 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-473d4a26-7739-4530-bab9-35f0d8703ce3 req-8293f452-9f41-4e36-9a06-dd50471d917a service neutron] 10.222.0.35 "GET /v2.0/networks/51fe70ed-aaea-433c-a701-bc44de4bd326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451797 Jun 06 17:43:20.736908 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] Notify callbacks [] for port, precommit_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:20.794771 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-76316bcc-497e-4c7f-ae93-3e219dd77fbd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for floatingip, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:20.795889 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] Transition to ACTIVE for port object edc600b9-33e1-446a-b42a-372327c905f9 will not be triggered until provisioned by entity L2. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:20.845697 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfe92c8-8644-458f-9241-0d4abd7507cf admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:43:20.861935 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] Sync routers for ids ['c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:43:20.871182 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] Routers {'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:20.871628 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:42:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:20.914290 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-473d4a26-7739-4530-bab9-35f0d8703ce3 req-248d2f79-4a13-4c6d-b124-272e6d820c0f service neutron] 10.222.0.35 "GET /v2.0/networks/51fe70ed-aaea-433c-a701-bc44de4bd326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937478 Jun 06 17:43:20.925914 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:20.938171 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:20.964476 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-76316bcc-497e-4c7f-ae93-3e219dd77fbd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:21.013389 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-24233c95-4869-4edb-a664-e28e5c1c36bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1661677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-747034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14936211'] for subnet, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:21.023259 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-fb7ebcd3-ba90-4818-a57f-3bcd52533787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:21.043268 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-bcfe92c8-8644-458f-9241-0d4abd7507cf admin admin] Notify callbacks [] for router, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:21.045577 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-bcfe92c8-8644-458f-9241-0d4abd7507cf admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5122752 Jun 06 17:43:21.048129 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 40098) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:21.135728 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24233c95-4869-4edb-a664-e28e5c1c36bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5e7f43b-113c-4056-baf2-de5e247a2550,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:21.138074 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-24233c95-4869-4edb-a664-e28e5c1c36bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for subnet, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:21.139920 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-24233c95-4869-4edb-a664-e28e5c1c36bc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b5e7f43b-113c-4056-baf2-de5e247a2550 HTTP/1.1" status: 204 len: 168 time: 0.7960572 Jun 06 17:43:21.144879 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-24233c95-4869-4edb-a664-e28e5c1c36bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:21.148061 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 40102) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:21.262796 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4f2f9-7fb3-4d26-b658-9897d68ace4b None None] Pushing event updated for resources: {'Port': ['ID=edc600b9-33e1-446a-b42a-372327c905f9,revision_number=3']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:21.272951 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-63e4f2f9-7fb3-4d26-b658-9897d68ace4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:21.275172 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] Set router c6ac0838-af0b-42c4-bf7e-fcbef419e7fe gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:21.322961 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-c345a89b-a95c-4784-b75e-d87447a6e688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698918'] for network, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:21.346567 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [None req-76316bcc-497e-4c7f-ae93-3e219dd77fbd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Allocated IP 172.27.1.226 (51853ba8-cea8-4c9b-b5c3-a56837a6d9d6/59a9bba0-da8c-4953-8d6b-87895ebef86f/3660d6fd-0578-40db-ac7c-f65bc1aa07a5) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:43:21.403587 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900fa66-58c0-4ba5-b207-5a88b842dbb0 req-639d9907-8b61-4c38-abb3-40c35e7897b4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:21.409266 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5900fa66-58c0-4ba5-b207-5a88b842dbb0 req-639d9907-8b61-4c38-abb3-40c35e7897b4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 945 time: 0.3377438 Jun 06 17:43:21.478611 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] Attempting to bind port edc600b9-33e1-446a-b42a-372327c905f9 on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:43:21.478931 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] Attempting to bind port edc600b9-33e1-446a-b42a-372327c905f9 by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': 'd88936a4-b0f0-4ddc-bc71-5b44ccdd399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8'}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:43:21.479264 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] Attempting to bind port edc600b9-33e1-446a-b42a-372327c905f9 on network 7400c8c4-2b2d-42c7-ac06-b41e30d48de8 {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:43:21.538186 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:43:21.538186 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] Checking segment: {'id': 'd88936a4-b0f0-4ddc-bc71-5b44ccdd399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:43:21.538604 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:21.539184 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] Bound using segment: {'id': 'd88936a4-b0f0-4ddc-bc71-5b44ccdd399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8'} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:43:21.539689 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] Bound port: edc600b9-33e1-446a-b42a-372327c905f9, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88936a4-b0f0-4ddc-bc71-5b44ccdd399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8'}}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:43:21.540354 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:21.617389 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-c345a89b-a95c-4784-b75e-d87447a6e688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1661053', 'neutron.services.segments.db._delete_segments_for_network-8779962478758'] for network, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:21.642636 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-c345a89b-a95c-4784-b75e-d87447a6e688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b495e757-90ab-4214-b925-875e1f809103']}} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:21.653315 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5900fa66-58c0-4ba5-b207-5a88b842dbb0 req-819234ef-1762-4a42-a511-8e283842374c tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271607 Jun 06 17:43:21.672367 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-c345a89b-a95c-4784-b75e-d87447a6e688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98fd0eb8-8930-410f-b410-560aabccb798') {'for_net_delete': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:21.672688 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-c345a89b-a95c-4784-b75e-d87447a6e688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98fd0eb8-8930-410f-b410-560aabccb798') {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:21.692479 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] For port edc600b9-33e1-446a-b42a-372327c905f9, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:43:21.704256 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] For port edc600b9-33e1-446a-b42a-372327c905f9, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=edc600b9-33e1-446a-b42a-372327c905f9,segment=NetworkSegment(d88936a4-b0f0-4ddc-bc71-5b44ccdd399c),segment_id=d88936a4-b0f0-4ddc-bc71-5b44ccdd399c)] {{(pid=98886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:43:21.706215 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-c345a89b-a95c-4784-b75e-d87447a6e688 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779962483649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16138302'] for segment, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:21.740049 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'name': 'tempest-TestMinimumBasicScenario-427874594-router', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:18Z', 'revision_number': 3, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'gw_port': {'id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:16Z', 'updated_at': '2021-06-06T17:43:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:21.742920 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-c345a89b-a95c-4784-b75e-d87447a6e688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:21.746396 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] Checking router: c6ac0838-af0b-42c4-bf7e-fcbef419e7fe for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:43:21.746896 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] Updating router c6ac0838-af0b-42c4-bf7e-fcbef419e7fe port ff7e0ffb-2d4f-4384-a9ae-a7166b928d43 binding host dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:43:21.751891 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-76316bcc-497e-4c7f-ae93-3e219dd77fbd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:21.758632 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c345a89b-a95c-4784-b75e-d87447a6e688 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=98884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:43:21.759025 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-c345a89b-a95c-4784-b75e-d87447a6e688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747168'] for segment, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: Traceback (most recent call last): Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: timer() Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: cb(*args, **kw) Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: return func(*args, **kwargs) Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: self._notify() Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: self.callback(batched_events) Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: event.method(event) Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: return f(self, *a, **k) Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: return self._get(url).json() Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: return self.request(url, 'GET', **kwargs) Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:43:21.773437 dv-cinder-791281-4-iscsi neutron-server[98884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:43:21.777413 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:21.787717 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:21.815439 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0559023f-58fa-4b59-842c-2aa855715d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:21.873390 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4f2f9-7fb3-4d26-b658-9897d68ace4b None None] Pushing event updated for resources: {'Port': ['ID=edc600b9-33e1-446a-b42a-372327c905f9,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:21.884471 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-63e4f2f9-7fb3-4d26-b658-9897d68ace4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:21.907327 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] Routers {'d3af6832-253e-4024-9bde-b8d8a441ecb2'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:21.907994 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:42:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['d3af6832-253e-4024-9bde-b8d8a441ecb2'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:21.925574 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-c345a89b-a95c-4784-b75e-d87447a6e688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1661030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559982'] for network, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:21.935134 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-c345a89b-a95c-4784-b75e-d87447a6e688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:21.939181 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-c345a89b-a95c-4784-b75e-d87447a6e688 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b495e757-90ab-4214-b925-875e1f809103 HTTP/1.1" status: 204 len: 168 time: 0.7886498 Jun 06 17:43:21.949647 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-7114b5eb-89cd-492a-9c9b-ca030240cc6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:21.998830 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345a89b-a95c-4784-b75e-d87447a6e688 admin admin] Pushing event deleted for resources: {'Network': ['ID=b495e757-90ab-4214-b925-875e1f809103,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:22.001761 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-c345a89b-a95c-4784-b75e-d87447a6e688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:22.003298 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-76316bcc-497e-4c7f-ae93-3e219dd77fbd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:22.024597 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:22.078608 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [None req-0559023f-58fa-4b59-842c-2aa855715d98 admin admin] Allocated IP 172.20.0.1 (dbace6f0-a618-4a89-9f11-91d64a35f0b9/c208a13b-e4aa-4a76-bb08-1c48747a82ca/41e37a05-9e01-4540-8f4e-dda38eac3ac4) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:43:22.080640 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76316bcc-497e-4c7f-ae93-3e219dd77fbd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:22.089359 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [None req-76316bcc-497e-4c7f-ae93-3e219dd77fbd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:22.091481 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:22.092226 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76316bcc-497e-4c7f-ae93-3e219dd77fbd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:43:22.183965 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76316bcc-497e-4c7f-ae93-3e219dd77fbd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Pushing event updated for resources: {'Port': ['ID=3660d6fd-0578-40db-ac7c-f65bc1aa07a5,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:22.189144 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-76316bcc-497e-4c7f-ae93-3e219dd77fbd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:22.212655 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-76316bcc-497e-4c7f-ae93-3e219dd77fbd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:22.355734 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device d6b628c2-994f-4e88-abdc-d1a6d42371b4 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:22.399122 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-76316bcc-497e-4c7f-ae93-3e219dd77fbd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:22.438728 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] Set router d3af6832-253e-4024-9bde-b8d8a441ecb2 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:22.457508 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 40114) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:22.468717 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0559023f-58fa-4b59-842c-2aa855715d98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:22.485757 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.provisioning_blocks [None req-0559023f-58fa-4b59-842c-2aa855715d98 admin admin] Transition to ACTIVE for port object 41e37a05-9e01-4540-8f4e-dda38eac3ac4 will not be triggered until provisioned by entity DHCP. {{(pid=98885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:22.550737 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-b685961b-b380-4b46-ae47-d6d9f2620554 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9945bbfb3d62449ab5e7e05af310d94f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0899198 Jun 06 17:43:22.551294 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 40116) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:22.580863 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0559023f-58fa-4b59-842c-2aa855715d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:22.589122 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:22.734468 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-aa6b899f-7654-4a97-b9b2-c5743b2aea06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:22.738008 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port d6b628c2-994f-4e88-abdc-d1a6d42371b4 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:22.738300 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:22.741958 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-76316bcc-497e-4c7f-ae93-3e219dd77fbd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:22.752605 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0559023f-58fa-4b59-842c-2aa855715d98 admin admin] Network dbace6f0-a618-4a89-9f11-91d64a35f0b9 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:22.757792 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-0559023f-58fa-4b59-842c-2aa855715d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:22.768594 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0559023f-58fa-4b59-842c-2aa855715d98 admin admin] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:43:22.808419 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559023f-58fa-4b59-842c-2aa855715d98 admin admin] Pushing event updated for resources: {'Port': ['ID=41e37a05-9e01-4540-8f4e-dda38eac3ac4,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:22.811824 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-aa6b899f-7654-4a97-b9b2-c5743b2aea06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:22.821876 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-0559023f-58fa-4b59-842c-2aa855715d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:22.825877 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-76316bcc-497e-4c7f-ae93-3e219dd77fbd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:22.832861 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:22.871153 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0559023f-58fa-4b59-842c-2aa855715d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560105'] for router_interface, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:22.989003 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:23.003011 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76316bcc-497e-4c7f-ae93-3e219dd77fbd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Pushing event updated for resources: {'Port': ['ID=3660d6fd-0578-40db-ac7c-f65bc1aa07a5,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:23.007608 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-76316bcc-497e-4c7f-ae93-3e219dd77fbd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:23.011216 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-76316bcc-497e-4c7f-ae93-3e219dd77fbd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559996'] for floatingip, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:23.016885 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-aa6b899f-7654-4a97-b9b2-c5743b2aea06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:23.019695 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-aa6b899f-7654-4a97-b9b2-c5743b2aea06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:23.024248 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-aa6b899f-7654-4a97-b9b2-c5743b2aea06 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09565930-c763-4b9d-a33e-242e73a15c5d HTTP/1.1" status: 204 len: 168 time: 0.4684231 Jun 06 17:43:23.024248 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e44358fe-6b6e-4b62-8643-ea85178f6dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:23.034610 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b899f-7654-4a97-b9b2-c5743b2aea06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09565930-c763-4b9d-a33e-242e73a15c5d,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:23.036931 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-aa6b899f-7654-4a97-b9b2-c5743b2aea06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:23.116719 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-76316bcc-497e-4c7f-ae93-3e219dd77fbd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for floatingip, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:23.120206 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-76316bcc-497e-4c7f-ae93-3e219dd77fbd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5400324 Jun 06 17:43:23.133835 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-3a4aa944-facd-49e8-b26f-43a1dfcf59de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:23.161150 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0559023f-58fa-4b59-842c-2aa855715d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:23.178549 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] Notify callbacks [] for port, precommit_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:23.196587 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] Transition to ACTIVE for port object ff7e0ffb-2d4f-4384-a9ae-a7166b928d43 will not be triggered until provisioned by entity L2. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:23.207042 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'name': 'tempest-AttachVolumeTestJSON-1648109101-router', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:07Z', 'updated_at': '2021-06-06T17:43:15Z', 'revision_number': 4, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'gw_port': {'id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:08Z', 'updated_at': '2021-06-06T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'edc600b9-33e1-446a-b42a-372327c905f9', 'name': '', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'mac_address': 'fa:16:3e:cc:7f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:21Z', 'revision_number': 4, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'subnets': [{'id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:23.211626 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba7033d-ab10-4866-8f11-73112ebd6a91 None None] The sync data for ids ['d3af6832-253e-4024-9bde-b8d8a441ecb2'] in dv-cinder-791281-4-iscsi is: [{'id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'name': 'tempest-AttachVolumeTestJSON-1648109101-router', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:07Z', 'updated_at': '2021-06-06T17:43:15Z', 'revision_number': 4, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'gw_port': {'id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:08Z', 'updated_at': '2021-06-06T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'edc600b9-33e1-446a-b42a-372327c905f9', 'name': '', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'mac_address': 'fa:16:3e:cc:7f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:21Z', 'revision_number': 4, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'subnets': [{'id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:43:23.230981 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-be9130d0-c8c2-4e79-9785-cd28767da8d7 None None] Provisioning for port 41e37a05-9e01-4540-8f4e-dda38eac3ac4 completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:23.236264 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-be9130d0-c8c2-4e79-9785-cd28767da8d7 None None] Provisioning complete for port 41e37a05-9e01-4540-8f4e-dda38eac3ac4 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:23.236648 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-be9130d0-c8c2-4e79-9785-cd28767da8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:23.345511 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:23.359229 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-c40063fe-6f5d-4978-b37a-168cab39802b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:23.396127 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-be9130d0-c8c2-4e79-9785-cd28767da8d7 None None] Port 41e37a05-9e01-4540-8f4e-dda38eac3ac4 cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:43:23.446449 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] Attempting to bind port ff7e0ffb-2d4f-4384-a9ae-a7166b928d43 on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:43:23.466233 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] Attempting to bind port ff7e0ffb-2d4f-4384-a9ae-a7166b928d43 by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:43:23.466233 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] Attempting to bind port ff7e0ffb-2d4f-4384-a9ae-a7166b928d43 on network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:43:23.466233 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f2850-292e-4734-8764-390b8887d929 None None] Pushing event updated for resources: {'Port': ['ID=ff7e0ffb-2d4f-4384-a9ae-a7166b928d43,revision_number=2']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:23.466925 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-85a75ea2-c4b2-42a0-8632-3a93a1820460 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--821811141&fields=id&tenant_id=b3e8d3dc1c114c759be5fcb73c702a58 HTTP/1.1" status: 200 len: 267 time: 0.0755379 Jun 06 17:43:23.467650 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-279f2850-292e-4734-8764-390b8887d929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:23.470676 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:43:23.471188 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] Checking segment: {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:43:23.471703 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:23.475496 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] Bound using segment: {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:43:23.475496 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] Bound port: ff7e0ffb-2d4f-4384-a9ae-a7166b928d43, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:43:23.475496 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:23.605951 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] For port ff7e0ffb-2d4f-4384-a9ae-a7166b928d43, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:43:23.610737 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] For port ff7e0ffb-2d4f-4384-a9ae-a7166b928d43, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=ff7e0ffb-2d4f-4384-a9ae-a7166b928d43,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:43:23.651481 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-a1c196fd-2dd6-440d-a959-3962e0234e8a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:23.653025 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-a1c196fd-2dd6-440d-a959-3962e0234e8a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/networks?id=7400c8c4-2b2d-42c7-ac06-b41e30d48de8 HTTP/1.1" status: 200 len: 811 time: 0.1835728 Jun 06 17:43:23.681889 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0559023f-58fa-4b59-842c-2aa855715d98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:23.685012 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-46f15c16-4f59-4bab-bcd8-69e17310ef34 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/quotas/b3e8d3dc1c114c759be5fcb73c702a58 HTTP/1.1" status: 200 len: 375 time: 0.0172830 Jun 06 17:43:23.690097 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:23.692823 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:23.768842 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0559023f-58fa-4b59-842c-2aa855715d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14987785'] for port, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:23.788307 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] Routers {'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:23.789083 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:43:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:23.858636 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:23.870154 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f2850-292e-4734-8764-390b8887d929 None None] Pushing event updated for resources: {'Port': ['ID=ff7e0ffb-2d4f-4384-a9ae-a7166b928d43,revision_number=3']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:23.889297 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-279f2850-292e-4734-8764-390b8887d929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:23.929950 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0559023f-58fa-4b59-842c-2aa855715d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-811441'] for router_interface, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:23.936327 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559023f-58fa-4b59-842c-2aa855715d98 admin admin] Pushing event updated for resources: {'Port': ['ID=41e37a05-9e01-4540-8f4e-dda38eac3ac4,revision_number=2']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:23.939877 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-0559023f-58fa-4b59-842c-2aa855715d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:24.011993 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-194ad3b7-9b1b-43f5-9958-ccb64010fcf1 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3e8d3dc1c114c759be5fcb73c702a58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3100011 Jun 06 17:43:24.032349 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] Set router c6ac0838-af0b-42c4-bf7e-fcbef419e7fe gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:24.081035 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:24.204807 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0559023f-58fa-4b59-842c-2aa855715d98 admin admin] Network dbace6f0-a618-4a89-9f11-91d64a35f0b9 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:24.213919 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-0559023f-58fa-4b59-842c-2aa855715d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:24.350967 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-67a6fce9-3e1f-47c3-b1ea-744b139f7dcf service neutron] 10.222.0.18 "GET /v2.0/networks/7400c8c4-2b2d-42c7-ac06-b41e30d48de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911053 Jun 06 17:43:24.461847 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device edc600b9-33e1-446a-b42a-372327c905f9 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:24.554966 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-11b9baf4-34a7-453b-8e6c-eca3c0ef061d service neutron] 10.222.0.18 "GET /v2.0/networks/7400c8c4-2b2d-42c7-ac06-b41e30d48de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828094 Jun 06 17:43:24.707172 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'name': 'tempest-TestMinimumBasicScenario-427874594-router', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:22Z', 'revision_number': 4, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'gw_port': {'id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:16Z', 'updated_at': '2021-06-06T17:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '41e37a05-9e01-4540-8f4e-dda38eac3ac4', 'name': '', 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'mac_address': 'fa:16:3e:35:52:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c208a13b-e4aa-4a76-bb08-1c48747a82ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:21Z', 'updated_at': '2021-06-06T17:43:23Z', 'revision_number': 2, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'subnets': [{'id': 'c208a13b-e4aa-4a76-bb08-1c48747a82ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:24.713429 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06a047e-a8e3-4c9a-b403-874dc9f3b09e None None] The sync data for ids ['c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'] in dv-cinder-791281-4-iscsi is: [{'id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'name': 'tempest-TestMinimumBasicScenario-427874594-router', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:22Z', 'revision_number': 4, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'gw_port': {'id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:16Z', 'updated_at': '2021-06-06T17:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '41e37a05-9e01-4540-8f4e-dda38eac3ac4', 'name': '', 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'mac_address': 'fa:16:3e:35:52:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c208a13b-e4aa-4a76-bb08-1c48747a82ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:21Z', 'updated_at': '2021-06-06T17:43:23Z', 'revision_number': 2, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'subnets': [{'id': 'c208a13b-e4aa-4a76-bb08-1c48747a82ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:43:24.747234 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-1e03d32f-e334-4a2b-816f-210d95b38187 None None] Provisioning complete for port 41e37a05-9e01-4540-8f4e-dda38eac3ac4 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:24.747234 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-1e03d32f-e334-4a2b-816f-210d95b38187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:24.769231 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port edc600b9-33e1-446a-b42a-372327c905f9 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:24.795445 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port edc600b9-33e1-446a-b42a-372327c905f9 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:24.795819 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:24.857593 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0559023f-58fa-4b59-842c-2aa855715d98 admin admin] Router c6ac0838-af0b-42c4-bf7e-fcbef419e7fe has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:43:24.870552 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-1e03d32f-e334-4a2b-816f-210d95b38187 None None] Port 41e37a05-9e01-4540-8f4e-dda38eac3ac4 cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:43:24.959591 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:25.005267 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port edc600b9-33e1-446a-b42a-372327c905f9, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=edc600b9-33e1-446a-b42a-372327c905f9,segment=NetworkSegment(d88936a4-b0f0-4ddc-bc71-5b44ccdd399c),segment_id=d88936a4-b0f0-4ddc-bc71-5b44ccdd399c)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:25.012469 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6ec87920-7e58-4377-ab56-e4c89a4c8f65 req-37310796-8f0c-4075-a9e8-364b7ca020a2 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 210 time: 0.0569439 Jun 06 17:43:25.076690 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:25.078657 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:25.127857 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0559023f-58fa-4b59-842c-2aa855715d98 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:43:25.137567 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-0559023f-58fa-4b59-842c-2aa855715d98 admin admin] 10.222.0.18 "PUT /v2.0/routers/c6ac0838-af0b-42c4-bf7e-fcbef419e7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0881381 Jun 06 17:43:25.166038 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=edc600b9-33e1-446a-b42a-372327c905f9,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:25.169136 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:25.863832 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:26.117968 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b26ad430-0995-4575-9448-9b8ff3c24f8c req-a7d18cb8-74b8-41c6-9399-dfdb56aebdb3 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 210 time: 0.0469253 Jun 06 17:43:26.244567 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 40192) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:26.249713 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-f1bcf054-7ad8-44ff-9eec-61604da30138 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-492028213-network', 'tenant_id': 'e88f6d411c704ce597e8539d9c488c73'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:26.352980 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bcf054-7ad8-44ff-9eec-61604da30138 admin admin] Made reservation on behalf of e88f6d411c704ce597e8539d9c488c73 for: {'network': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:43:26.355517 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f1bcf054-7ad8-44ff-9eec-61604da30138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1686528'] for network, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:26.372178 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f1bcf054-7ad8-44ff-9eec-61604da30138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:26.417030 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device edc600b9-33e1-446a-b42a-372327c905f9 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:26.489144 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port edc600b9-33e1-446a-b42a-372327c905f9 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:26.489592 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:26.496139 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f1bcf054-7ad8-44ff-9eec-61604da30138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:26.611545 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device ff7e0ffb-2d4f-4384-a9ae-a7166b928d43 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:26.636438 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f1bcf054-7ad8-44ff-9eec-61604da30138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:26.640703 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-72681035-39fb-4f05-bfb3-75cce43e41cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:26.670717 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1bcf054-7ad8-44ff-9eec-61604da30138 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=98885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:43:26.685006 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcf054-7ad8-44ff-9eec-61604da30138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2079b3-f95f-402c-8cb6-4c19f17626c7,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:26.689377 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-f1bcf054-7ad8-44ff-9eec-61604da30138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:26.690183 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f1bcf054-7ad8-44ff-9eec-61604da30138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:26.690521 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.segments_db [None req-f1bcf054-7ad8-44ff-9eec-61604da30138 admin admin] Added segment 5fdffeb2-6cc8-4825-9801-356670853f8c of type vlan for network 7c9aa78f-d0c2-46ca-b3da-5d7324e673a2 Jun 06 17:43:26.718793 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f1bcf054-7ad8-44ff-9eec-61604da30138 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779962068718'] for network, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:26.791223 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port ff7e0ffb-2d4f-4384-a9ae-a7166b928d43 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:26.796520 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port ff7e0ffb-2d4f-4384-a9ae-a7166b928d43 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:26.796936 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:26.853745 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f1bcf054-7ad8-44ff-9eec-61604da30138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186'] for network, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:26.855156 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bcf054-7ad8-44ff-9eec-61604da30138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:26.855778 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f1bcf054-7ad8-44ff-9eec-61604da30138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:26.859221 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:26.918357 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:26.934414 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port ff7e0ffb-2d4f-4384-a9ae-a7166b928d43, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=ff7e0ffb-2d4f-4384-a9ae-a7166b928d43,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:26.957397 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcf054-7ad8-44ff-9eec-61604da30138 admin admin] Pushing event updated for resources: {'Network': ['ID=7c9aa78f-d0c2-46ca-b3da-5d7324e673a2,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:26.961721 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-f1bcf054-7ad8-44ff-9eec-61604da30138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:26.976121 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Network 7c9aa78f-d0c2-46ca-b3da-5d7324e673a2 details requested by agent ovs-agent-dv-cinder-791281-4-iscsi with host dv-cinder-791281-4-iscsi {{(pid=98886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:43:27.012869 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-f1bcf054-7ad8-44ff-9eec-61604da30138 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7659976 Jun 06 17:43:27.014259 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 40200) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:27.019418 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-0091163c-5105-4522-8049-7c47f34c8d44 admin admin] Request body: {'subnet': {'network_id': '7c9aa78f-d0c2-46ca-b3da-5d7324e673a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-492028213-subnet', 'tenant_id': 'e88f6d411c704ce597e8539d9c488c73', 'ip_version': 4}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:27.094972 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:27.097979 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-279f2850-292e-4734-8764-390b8887d929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:27.150905 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0091163c-5105-4522-8049-7c47f34c8d44 admin admin] Made reservation on behalf of e88f6d411c704ce597e8539d9c488c73 for: {'subnet': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:43:27.154515 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0091163c-5105-4522-8049-7c47f34c8d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16410940'] for subnet, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:27.186898 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=ff7e0ffb-2d4f-4384-a9ae-a7166b928d43,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:27.190800 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:27.310046 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a064f50-f5db-47e0-8ea4-5ec71f6bc0ee req-caf40ce8-41ac-479e-acf8-4ef93b02b214 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:27.311655 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5a064f50-f5db-47e0-8ea4-5ec71f6bc0ee req-caf40ce8-41ac-479e-acf8-4ef93b02b214 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd4ffde1-b596-412e-9452-594b6ef2bfc9 HTTP/1.1" status: 200 len: 945 time: 0.2022738 Jun 06 17:43:27.406151 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-df3a434b-4c82-4b89-bc47-f216a2e67e6c req-c501e7ac-0f0e-4c7d-b4aa-acec4ad02741 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 210 time: 0.1529071 Jun 06 17:43:27.414445 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5a064f50-f5db-47e0-8ea4-5ec71f6bc0ee req-1b7db4a9-1630-4e58-8000-61d263d44bfa tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948868 Jun 06 17:43:27.517061 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] Sync routers for ids ['c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'] in dv-cinder-791281-4-iscsi {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:43:27.525498 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0091163c-5105-4522-8049-7c47f34c8d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14987934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16410926'] for subnet, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:27.526742 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] Routers {'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:27.527439 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:43:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:27.542029 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-f0d2cd4d-a410-4b74-ad42-178a08eaf1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:27.561902 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:27.603431 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091163c-5105-4522-8049-7c47f34c8d44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ab67e0c-e56d-4b27-bf16-0b9b2ed0059a,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:27.607431 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-0091163c-5105-4522-8049-7c47f34c8d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:27.611469 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0091163c-5105-4522-8049-7c47f34c8d44 admin admin] Checking segment: {'id': '5fdffeb2-6cc8-4825-9801-356670853f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7c9aa78f-d0c2-46ca-b3da-5d7324e673a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:43:27.611813 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0091163c-5105-4522-8049-7c47f34c8d44 admin admin] Network hostable DHCP agents. Network: 7c9aa78f-d0c2-46ca-b3da-5d7324e673a2, hostable agents: ['45453017-52f2-4007-8a53-c2b26b96b466'], hosted agents: [] {{(pid=98885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:43:27.682333 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0091163c-5105-4522-8049-7c47f34c8d44 admin admin] Network 7c9aa78f-d0c2-46ca-b3da-5d7324e673a2 is scheduled to be hosted by DHCP agent 45453017-52f2-4007-8a53-c2b26b96b466 with binding_index 1 {{(pid=98885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:43:27.702534 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] Set router c6ac0838-af0b-42c4-bf7e-fcbef419e7fe gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:27.774757 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-0091163c-5105-4522-8049-7c47f34c8d44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-iscsi, 7c9aa78f-d0c2-46ca-b3da-5d7324e673a2) {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:27.778631 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0091163c-5105-4522-8049-7c47f34c8d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:27.779216 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0091163c-5105-4522-8049-7c47f34c8d44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:27.790951 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9690307d-f9d5-4f20-9332-fdda810f162f None None] Network 7c9aa78f-d0c2-46ca-b3da-5d7324e673a2 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:43:27.871330 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-0091163c-5105-4522-8049-7c47f34c8d44 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8557701 Jun 06 17:43:27.873850 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 40206) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:27.878354 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-08e91f00-293c-45d1-85ab-5988f672fd8f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-492028213-router', 'tenant_id': 'e88f6d411c704ce597e8539d9c488c73', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:28.017811 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'name': 'tempest-TestMinimumBasicScenario-427874594-router', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:22Z', 'revision_number': 4, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'gw_port': {'id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:16Z', 'updated_at': '2021-06-06T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '41e37a05-9e01-4540-8f4e-dda38eac3ac4', 'name': '', 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'mac_address': 'fa:16:3e:35:52:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c208a13b-e4aa-4a76-bb08-1c48747a82ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:21Z', 'updated_at': '2021-06-06T17:43:23Z', 'revision_number': 2, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'subnets': [{'id': 'c208a13b-e4aa-4a76-bb08-1c48747a82ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:28.022988 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] Checking router: c6ac0838-af0b-42c4-bf7e-fcbef419e7fe for host: dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:43:28.023425 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fffc2be-ceb4-590f-8c94-af793f517164-7c9aa78f-d0c2-46ca-b3da-5d7324e673a2', 'network_id': '7c9aa78f-d0c2-46ca-b3da-5d7324e673a2', 'tenant_id': 'e88f6d411c704ce597e8539d9c488c73', 'fixed_ips': [{'subnet_id': '2ab67e0c-e56d-4b27-bf16-0b9b2ed0059a'}]}} from dv-cinder-791281-4-iscsi. {{(pid=98886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 17:43:28.023938 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] Updating router c6ac0838-af0b-42c4-bf7e-fcbef419e7fe port 41e37a05-9e01-4540-8f4e-dda38eac3ac4 binding host dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:43:28.024569 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:28.033345 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-08e91f00-293c-45d1-85ab-5988f672fd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-815938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126989'] for router, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:28.034343 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-08e91f00-293c-45d1-85ab-5988f672fd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-815835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-813822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126996'] for router, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:28.080194 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:28.145733 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-08e91f00-293c-45d1-85ab-5988f672fd8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:28.166647 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-d3b85e67-332a-40fc-a341-cc726e700d2e tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:28.168059 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-d3b85e67-332a-40fc-a341-cc726e700d2e tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.35 "GET /v2.0/networks?id=7400c8c4-2b2d-42c7-ac06-b41e30d48de8 HTTP/1.1" status: 200 len: 811 time: 0.2385068 Jun 06 17:43:28.215110 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.db_base_plugin_common [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Allocated IP 172.20.0.2 (7c9aa78f-d0c2-46ca-b3da-5d7324e673a2/2ab67e0c-e56d-4b27-bf16-0b9b2ed0059a/14d4a5a1-8340-431f-9f27-917070e69452) {{(pid=98886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:43:28.220539 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-b5bc623a-bc2f-42a6-a545-0b9d20cd7494 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3e8d3dc1c114c759be5fcb73c702a58 HTTP/1.1" status: 200 len: 379 time: 0.0417249 Jun 06 17:43:28.230269 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-3df71998-f762-4616-b691-9dad851b9144 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Request body: {'port': {'device_id': '9263dde6-820c-4509-b20b-2ea298c6da37', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'admin_state_up': True, 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'security_groups': ['76efffce-a79e-4e69-a8e0-167f203010aa']}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:28.372770 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device ff7e0ffb-2d4f-4384-a9ae-a7166b928d43 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:28.492026 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] Notify callbacks [] for port, precommit_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:28.508596 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.provisioning_blocks [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] Transition to ACTIVE for port object 41e37a05-9e01-4540-8f4e-dda38eac3ac4 will not be triggered until provisioned by entity L2. {{(pid=98887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:28.568107 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Notify callbacks [] for port, precommit_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:28.597909 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Transition to ACTIVE for port object 14d4a5a1-8340-431f-9f27-917070e69452 will not be triggered until provisioned by entity L2. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:28.616562 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e47f5ef1-a9ba-4c9b-af2f-bc800665a89b req-74db9be1-3eee-4038-9a4e-4f9c4512700d tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 210 time: 0.0446837 Jun 06 17:43:28.629189 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Transition to ACTIVE for port object 14d4a5a1-8340-431f-9f27-917070e69452 will not be triggered until provisioned by entity DHCP. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:28.647086 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port ff7e0ffb-2d4f-4384-a9ae-a7166b928d43 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:28.647687 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:28.647892 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:28.657824 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:28.714882 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136'] for port, after_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:28.719371 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-6e6b013a-422e-44b9-8e9c-57d8a7964090 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:28.842265 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf28a1-fdae-44ce-8ecc-e48ad0fcc86e None None] Pushing event updated for resources: {'Port': ['ID=41e37a05-9e01-4540-8f4e-dda38eac3ac4,revision_number=3']} {{(pid=98887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:28.843495 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Network 7c9aa78f-d0c2-46ca-b3da-5d7324e673a2 is already hosted by enough agents. {{(pid=98886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:28.846568 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.scheduler.base_scheduler [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Resources bound (agent type, host, resource id): {{(pid=98886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:28.850781 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Received port after_create {{(pid=98886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:43:28.853555 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Pushing event updated for resources: {'Port': ['ID=14d4a5a1-8340-431f-9f27-917070e69452,revision_number=1']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:28.856717 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:28.890029 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf28a1-fdae-44ce-8ecc-e48ad0fcc86e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:28.890737 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf28a1-fdae-44ce-8ecc-e48ad0fcc86e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:28.891331 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf28a1-fdae-44ce-8ecc-e48ad0fcc86e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:28.894532 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf28a1-fdae-44ce-8ecc-e48ad0fcc86e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:28.895136 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf28a1-fdae-44ce-8ecc-e48ad0fcc86e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:28.895701 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf28a1-fdae-44ce-8ecc-e48ad0fcc86e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:28.896239 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf28a1-fdae-44ce-8ecc-e48ad0fcc86e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:28.898042 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-08e91f00-293c-45d1-85ab-5988f672fd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-813708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-815952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127010'] for router, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:28.898487 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf28a1-fdae-44ce-8ecc-e48ad0fcc86e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:28.899049 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf28a1-fdae-44ce-8ecc-e48ad0fcc86e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:28.899599 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf28a1-fdae-44ce-8ecc-e48ad0fcc86e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:28.900129 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf28a1-fdae-44ce-8ecc-e48ad0fcc86e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:28.905283 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf28a1-fdae-44ce-8ecc-e48ad0fcc86e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:28.926349 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-c9bf28a1-fdae-44ce-8ecc-e48ad0fcc86e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:28.927382 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] Attempting to bind port 41e37a05-9e01-4540-8f4e-dda38eac3ac4 on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:43:28.928148 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] Attempting to bind port 41e37a05-9e01-4540-8f4e-dda38eac3ac4 by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': '2c5a1658-e708-42bb-963a-f8400f73a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9'}] {{(pid=98887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:43:28.928701 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] Attempting to bind port 41e37a05-9e01-4540-8f4e-dda38eac3ac4 on network dbace6f0-a618-4a89-9f11-91d64a35f0b9 {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:43:28.934782 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:43:28.935438 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] Checking segment: {'id': '2c5a1658-e708-42bb-963a-f8400f73a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:43:28.936050 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:28.936625 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] Bound using segment: {'id': '2c5a1658-e708-42bb-963a-f8400f73a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9'} {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:43:28.937314 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] Bound port: 41e37a05-9e01-4540-8f4e-dda38eac3ac4, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5a1658-e708-42bb-963a-f8400f73a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9'}}] {{(pid=98887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:43:28.937886 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:28.960642 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Attempting to bind port 14d4a5a1-8340-431f-9f27-917070e69452 on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:43:28.961023 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Attempting to bind port 14d4a5a1-8340-431f-9f27-917070e69452 by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': '5fdffeb2-6cc8-4825-9801-356670853f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7c9aa78f-d0c2-46ca-b3da-5d7324e673a2'}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:43:28.961167 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1926d-e571-449a-bc3a-c84e79359e70 req-86862738-fb81-4c72-bdf7-f5cece6d6ba6 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:28.961447 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Attempting to bind port 14d4a5a1-8340-431f-9f27-917070e69452 on network 7c9aa78f-d0c2-46ca-b3da-5d7324e673a2 {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:43:28.962607 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3ce1926d-e571-449a-bc3a-c84e79359e70 req-86862738-fb81-4c72-bdf7-f5cece6d6ba6 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd4ffde1-b596-412e-9452-594b6ef2bfc9 HTTP/1.1" status: 200 len: 945 time: 0.2300076 Jun 06 17:43:28.967060 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:43:28.973137 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Checking segment: {'id': '5fdffeb2-6cc8-4825-9801-356670853f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7c9aa78f-d0c2-46ca-b3da-5d7324e673a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:43:28.973137 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:28.973137 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Bound using segment: {'id': '5fdffeb2-6cc8-4825-9801-356670853f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7c9aa78f-d0c2-46ca-b3da-5d7324e673a2'} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:43:28.973137 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Bound port: 14d4a5a1-8340-431f-9f27-917070e69452, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdffeb2-6cc8-4825-9801-356670853f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7c9aa78f-d0c2-46ca-b3da-5d7324e673a2'}}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:43:28.973137 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:29.012108 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3ce1926d-e571-449a-bc3a-c84e79359e70 req-e441bcbf-e4f4-4c9b-85b3-b0511ba66990 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432293 Jun 06 17:43:29.025464 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-3df71998-f762-4616-b691-9dad851b9144 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Made reservation on behalf of b3e8d3dc1c114c759be5fcb73c702a58 for: {'port': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:43:29.029876 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-3df71998-f762-4616-b691-9dad851b9144 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:29.040201 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.db [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] For port 41e37a05-9e01-4540-8f4e-dda38eac3ac4, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:43:29.043739 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.db [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] For port 41e37a05-9e01-4540-8f4e-dda38eac3ac4, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=41e37a05-9e01-4540-8f4e-dda38eac3ac4,segment=NetworkSegment(2c5a1658-e708-42bb-963a-f8400f73a8c7),segment_id=2c5a1658-e708-42bb-963a-f8400f73a8c7)] {{(pid=98887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:43:29.086624 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] For port 14d4a5a1-8340-431f-9f27-917070e69452, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:43:29.089806 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] For port 14d4a5a1-8340-431f-9f27-917070e69452, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=14d4a5a1-8340-431f-9f27-917070e69452,segment=NetworkSegment(5fdffeb2-6cc8-4825-9801-356670853f8c),segment_id=5fdffeb2-6cc8-4825-9801-356670853f8c)] {{(pid=98886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:43:29.125970 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:29.133364 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:29.161397 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:29.176014 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a301ac-a93f-4542-96f7-3212f406c505 req-cf21b1d0-422d-4d62-9f0e-a05e03e55556 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:29.178071 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-51a301ac-a93f-4542-96f7-3212f406c505 req-cf21b1d0-422d-4d62-9f0e-a05e03e55556 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd4ffde1-b596-412e-9452-594b6ef2bfc9 HTTP/1.1" status: 200 len: 945 time: 0.0903981 Jun 06 17:43:29.195469 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:29.223497 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] Routers {'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:29.224355 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:43:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:29.354506 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf28a1-fdae-44ce-8ecc-e48ad0fcc86e None None] Pushing event updated for resources: {'Port': ['ID=41e37a05-9e01-4540-8f4e-dda38eac3ac4,revision_number=4']} {{(pid=98887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:29.359281 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-c9bf28a1-fdae-44ce-8ecc-e48ad0fcc86e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:29.363740 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-3df71998-f762-4616-b691-9dad851b9144 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Allocated IP 172.20.0.10 (7400c8c4-2b2d-42c7-ac06-b41e30d48de8/54fc5062-fa0a-442d-9f9a-32e968d1b9fa/337e06c8-9097-41b3-a3f8-74aa847c9476) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:43:29.374993 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Pushing event updated for resources: {'Port': ['ID=14d4a5a1-8340-431f-9f27-917070e69452,revision_number=2']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:29.382080 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-51a301ac-a93f-4542-96f7-3212f406c505 req-e5b41068-84dc-424b-8f1b-1b43cf4dbb30 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Deleting port d61b93ed-2167-479e-beca-814dcd56119e {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:43:29.398471 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:29.398703 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-51a301ac-a93f-4542-96f7-3212f406c505 req-e5b41068-84dc-424b-8f1b-1b43cf4dbb30 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:29.528832 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] Set router c6ac0838-af0b-42c4-bf7e-fcbef419e7fe gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:29.613331 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-51a301ac-a93f-4542-96f7-3212f406c505 req-e5b41068-84dc-424b-8f1b-1b43cf4dbb30 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] For port d61b93ed-2167-479e-beca-814dcd56119e, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=d61b93ed-2167-479e-beca-814dcd56119e,segment=NetworkSegment(0866e98b-2319-47f9-97d6-5cf095ddcad7),segment_id=0866e98b-2319-47f9-97d6-5cf095ddcad7)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:29.613992 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-51a301ac-a93f-4542-96f7-3212f406c505 req-e5b41068-84dc-424b-8f1b-1b43cf4dbb30 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:29.728696 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-3df71998-f762-4616-b691-9dad851b9144 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:29.749863 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.provisioning_blocks [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-3df71998-f762-4616-b691-9dad851b9144 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Transition to ACTIVE for port object 337e06c8-9097-41b3-a3f8-74aa847c9476 will not be triggered until provisioned by entity DHCP. {{(pid=98885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:29.805369 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-51a301ac-a93f-4542-96f7-3212f406c505 req-e5b41068-84dc-424b-8f1b-1b43cf4dbb30 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Calling delete_port for d61b93ed-2167-479e-beca-814dcd56119e owned by compute:nova {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:43:29.856848 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-65958273-f5cc-4268-a145-7a0414885ec5 req-46e2d219-1d92-494d-8c3a-f72c39b11a97 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 210 time: 0.0605445 Jun 06 17:43:29.902068 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'name': 'tempest-TestMinimumBasicScenario-427874594-router', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:22Z', 'revision_number': 4, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'gw_port': {'id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:16Z', 'updated_at': '2021-06-06T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '41e37a05-9e01-4540-8f4e-dda38eac3ac4', 'name': '', 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'mac_address': 'fa:16:3e:35:52:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c208a13b-e4aa-4a76-bb08-1c48747a82ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:21Z', 'updated_at': '2021-06-06T17:43:29Z', 'revision_number': 4, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'subnets': [{'id': 'c208a13b-e4aa-4a76-bb08-1c48747a82ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:29.903524 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-08e91f00-293c-45d1-85ab-5988f672fd8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:29.906254 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c17504-e278-4054-af22-ddf78ef66246 None None] The sync data for ids ['c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'] in dv-cinder-791281-4-iscsi is: [{'id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'name': 'tempest-TestMinimumBasicScenario-427874594-router', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:22Z', 'revision_number': 4, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'gw_port': {'id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:16Z', 'updated_at': '2021-06-06T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '41e37a05-9e01-4540-8f4e-dda38eac3ac4', 'name': '', 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'mac_address': 'fa:16:3e:35:52:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c208a13b-e4aa-4a76-bb08-1c48747a82ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:21Z', 'updated_at': '2021-06-06T17:43:29Z', 'revision_number': 4, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'subnets': [{'id': 'c208a13b-e4aa-4a76-bb08-1c48747a82ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:43:29.931305 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-3df71998-f762-4616-b691-9dad851b9144 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:29.938896 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c4875065-d311-4edd-bcc5-ff158c0c4c7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:29.987721 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-08e91f00-293c-45d1-85ab-5988f672fd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:30.061134 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-3df71998-f762-4616-b691-9dad851b9144 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Network 7400c8c4-2b2d-42c7-ac06-b41e30d48de8 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:30.068093 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-51a301ac-a93f-4542-96f7-3212f406c505 req-e5b41068-84dc-424b-8f1b-1b43cf4dbb30 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:30.072874 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-3df71998-f762-4616-b691-9dad851b9144 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:30.075846 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-3df71998-f762-4616-b691-9dad851b9144 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:43:30.075967 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-bdb81782-c1cd-4795-a3d5-46e46d51dc9b tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:30.090943 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['d61b93ed-2167-479e-beca-814dcd56119e'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:43:30.135276 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df71998-f762-4616-b691-9dad851b9144 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Pushing event updated for resources: {'Port': ['ID=337e06c8-9097-41b3-a3f8-74aa847c9476,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:30.144162 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-3df71998-f762-4616-b691-9dad851b9144 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:30.144545 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b41068-84dc-424b-8f1b-1b43cf4dbb30 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Pushing event deleted for resources: {'Port': ['ID=d61b93ed-2167-479e-beca-814dcd56119e,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:30.151432 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-e5b41068-84dc-424b-8f1b-1b43cf4dbb30 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:30.337892 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-3df71998-f762-4616-b691-9dad851b9144 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:30.338701 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-3df71998-f762-4616-b691-9dad851b9144 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:30.344381 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a301ac-a93f-4542-96f7-3212f406c505 req-e5b41068-84dc-424b-8f1b-1b43cf4dbb30 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] No DVR routers for this DVR port d61b93ed-2167-479e-beca-814dcd56119e on host hv-cinder-79128 {{(pid=98884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:43:30.347269 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-51a301ac-a93f-4542-96f7-3212f406c505 req-e5b41068-84dc-424b-8f1b-1b43cf4dbb30 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:30.349354 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-51a301ac-a93f-4542-96f7-3212f406c505 req-e5b41068-84dc-424b-8f1b-1b43cf4dbb30 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.35 "DELETE /v2.0/ports/d61b93ed-2167-479e-beca-814dcd56119e HTTP/1.1" status: 204 len: 173 time: 1.1619604 Jun 06 17:43:30.350558 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4ffde1-b596-412e-9452-594b6ef2bfc9', 'name': 'network-vif-deleted', 'tag': 'd61b93ed-2167-479e-beca-814dcd56119e'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:30.354088 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4ac704-031e-4280-b2e4-e33e6d0c89bb" -d '{"events": [{"server_uuid": "cd4ffde1-b596-412e-9452-594b6ef2bfc9", "name": "network-vif-deleted", "tag": "d61b93ed-2167-479e-beca-814dcd56119e"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:30.413273 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-8da6ae97-51c6-452e-b50d-d7bc246cee18 req-2f5e2acf-913d-4e49-8d94-5e339e8c71e8 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd4ffde1-b596-412e-9452-594b6ef2bfc9 HTTP/1.1" status: 200 len: 210 time: 0.1710966 Jun 06 17:43:30.445410 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09978837-3135-4a26-8885-edc82f83491a x-openstack-request-id: req-09978837-3135-4a26-8885-edc82f83491a {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:30.445740 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4ffde1-b596-412e-9452-594b6ef2bfc9", "name": "network-vif-deleted", "tag": "d61b93ed-2167-479e-beca-814dcd56119e", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:30.446027 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09978837-3135-4a26-8885-edc82f83491a {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:30.446455 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4ffde1-b596-412e-9452-594b6ef2bfc9', 'name': 'network-vif-deleted', 'tag': 'd61b93ed-2167-479e-beca-814dcd56119e', 'status': 'completed', 'code': 200} Jun 06 17:43:30.467406 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [None req-08e91f00-293c-45d1-85ab-5988f672fd8f admin admin] Allocated IP 172.27.1.9 (51853ba8-cea8-4c9b-b5c3-a56837a6d9d6/59a9bba0-da8c-4953-8d6b-87895ebef86f/e8ea3793-b821-46f8-bbf0-0401d474a9ca) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:43:30.523643 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-3df71998-f762-4616-b691-9dad851b9144 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2971032 Jun 06 17:43:30.583358 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 14d4a5a1-8340-431f-9f27-917070e69452 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:30.611996 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Request body: {'port': {'device_id': '9263dde6-820c-4509-b20b-2ea298c6da37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:30.692928 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a28ca5-30eb-46fc-ab90-be5064a73ff9 None None] Network 7c9aa78f-d0c2-46ca-b3da-5d7324e673a2 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:43:30.776675 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-ab565b6d-7beb-4a12-a307-ce9c49a20bc6 None None] Provisioning for port 337e06c8-9097-41b3-a3f8-74aa847c9476 completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:30.787733 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-ab565b6d-7beb-4a12-a307-ce9c49a20bc6 None None] Provisioning complete for port 337e06c8-9097-41b3-a3f8-74aa847c9476 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:30.788124 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-ab565b6d-7beb-4a12-a307-ce9c49a20bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:30.818058 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port 14d4a5a1-8340-431f-9f27-917070e69452 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:30.845205 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 41e37a05-9e01-4540-8f4e-dda38eac3ac4 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:30.894774 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-08e91f00-293c-45d1-85ab-5988f672fd8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:30.913109 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:30.927167 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-ab565b6d-7beb-4a12-a307-ce9c49a20bc6 None None] Port 337e06c8-9097-41b3-a3f8-74aa847c9476 cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:43:31.004588 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:43:31.162205 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-08e91f00-293c-45d1-85ab-5988f672fd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:31.177217 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:31.199847 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port 41e37a05-9e01-4540-8f4e-dda38eac3ac4 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:31.206146 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-1e4fadb2-b080-42b9-8596-3f6760d4fb79 None None] Provisioning for port 14d4a5a1-8340-431f-9f27-917070e69452 completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:31.208545 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 41e37a05-9e01-4540-8f4e-dda38eac3ac4 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:31.209011 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:31.238099 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-1e4fadb2-b080-42b9-8596-3f6760d4fb79 None None] Provisioning complete for port 14d4a5a1-8340-431f-9f27-917070e69452 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:31.238470 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-1e4fadb2-b080-42b9-8596-3f6760d4fb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:31.303461 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e91f00-293c-45d1-85ab-5988f672fd8f admin admin] Network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:31.307886 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-08e91f00-293c-45d1-85ab-5988f672fd8f admin admin] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:31.310728 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e91f00-293c-45d1-85ab-5988f672fd8f admin admin] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:43:31.352379 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e91f00-293c-45d1-85ab-5988f672fd8f admin admin] Pushing event updated for resources: {'Port': ['ID=e8ea3793-b821-46f8-bbf0-0401d474a9ca,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:31.366565 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bd68a-970a-4afa-bb3f-766169ffb0bb req-214e4778-254c-4729-8a7b-c097e367889a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:31.368257 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-904bd68a-970a-4afa-bb3f-766169ffb0bb req-214e4778-254c-4729-8a7b-c097e367889a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 932 time: 0.3048897 Jun 06 17:43:31.369126 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-08e91f00-293c-45d1-85ab-5988f672fd8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:31.424514 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:31.437045 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-1e4fadb2-b080-42b9-8596-3f6760d4fb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:31.487067 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-1e4fadb2-b080-42b9-8596-3f6760d4fb79 None None] For port 14d4a5a1-8340-431f-9f27-917070e69452, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=14d4a5a1-8340-431f-9f27-917070e69452,segment=NetworkSegment(5fdffeb2-6cc8-4825-9801-356670853f8c),segment_id=5fdffeb2-6cc8-4825-9801-356670853f8c)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:31.504170 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port 41e37a05-9e01-4540-8f4e-dda38eac3ac4, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=41e37a05-9e01-4540-8f4e-dda38eac3ac4,segment=NetworkSegment(2c5a1658-e708-42bb-963a-f8400f73a8c7),segment_id=2c5a1658-e708-42bb-963a-f8400f73a8c7)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:31.556720 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-1e4fadb2-b080-42b9-8596-3f6760d4fb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:31.558775 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:31.561760 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.db.resource_extend [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 06 17:43:31.578604 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-904bd68a-970a-4afa-bb3f-766169ffb0bb req-12c55c18-1a49-4aab-a794-e0a9a9d8b4df tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986105 Jun 06 17:43:31.587294 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-173bc875-4280-4c54-8ed0-ed8be62a9b81 req-8af0e2cc-72d1-4b86-aea6-539fafa89541 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd4ffde1-b596-412e-9452-594b6ef2bfc9 HTTP/1.1" status: 200 len: 210 time: 0.0485704 Jun 06 17:43:31.603593 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:31.640760 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fadb2-b080-42b9-8596-3f6760d4fb79 None None] Pushing event updated for resources: {'Port': ['ID=14d4a5a1-8340-431f-9f27-917070e69452,revision_number=3']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:31.643776 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-1e4fadb2-b080-42b9-8596-3f6760d4fb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:31.644298 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:31.700562 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 337e06c8-9097-41b3-a3f8-74aa847c9476 {{(pid=98885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:43:31.709996 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:31.730440 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.provisioning_blocks [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Transition to ACTIVE for port object 337e06c8-9097-41b3-a3f8-74aa847c9476 will not be triggered until provisioned by entity L2. {{(pid=98885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:31.745069 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=41e37a05-9e01-4540-8f4e-dda38eac3ac4,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:31.747487 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-c41d5c1e-afd4-4fa0-b97f-1cc58e1aee10 None None] Provisioning complete for port 14d4a5a1-8340-431f-9f27-917070e69452 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:31.747864 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-c41d5c1e-afd4-4fa0-b97f-1cc58e1aee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:31.771151 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:31.853175 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14987785'] for port, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:31.865883 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-297d7877-999b-4e56-9d18-29ce0ace0f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:32.120980 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Pushing event updated for resources: {'Port': ['ID=337e06c8-9097-41b3-a3f8-74aa847c9476,revision_number=2']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:32.151107 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:32.155724 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device d61b93ed-2167-479e-beca-814dcd56119e no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:43:32.181177 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-08e91f00-293c-45d1-85ab-5988f672fd8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:32.189486 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] No Port match for: d61b93ed-2167-479e-beca-814dcd56119e {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:43:32.189776 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device d61b93ed-2167-479e-beca-814dcd56119e not bound to the agent host hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:43:32.277598 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.managers [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Attempting to bind port 337e06c8-9097-41b3-a3f8-74aa847c9476 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:43:32.277921 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.managers [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Attempting to bind port 337e06c8-9097-41b3-a3f8-74aa847c9476 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'd88936a4-b0f0-4ddc-bc71-5b44ccdd399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8'}] {{(pid=98885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:43:32.278243 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Attempting to bind port 337e06c8-9097-41b3-a3f8-74aa847c9476 on network 7400c8c4-2b2d-42c7-ac06-b41e30d48de8 {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:43:32.329582 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Port 337e06c8-9097-41b3-a3f8-74aa847c9476 on network 7400c8c4-2b2d-42c7-ac06-b41e30d48de8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:43:32.329906 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Attempting to bind port 337e06c8-9097-41b3-a3f8-74aa847c9476 on network 7400c8c4-2b2d-42c7-ac06-b41e30d48de8 {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:43:32.333526 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 14d4a5a1-8340-431f-9f27-917070e69452 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:32.441896 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 14d4a5a1-8340-431f-9f27-917070e69452 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:32.442182 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:32.473147 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Checking agent: {'id': '6c14353c-f6d9-4edd-9e01-bd5de19f5e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'started_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:43:32.473478 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Checking segment: {'id': 'd88936a4-b0f0-4ddc-bc71-5b44ccdd399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:43:32.473856 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Bound using segment: {'id': 'd88936a4-b0f0-4ddc-bc71-5b44ccdd399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8'} {{(pid=98885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:43:32.474276 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.managers [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Bound port: 337e06c8-9097-41b3-a3f8-74aa847c9476, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd88936a4-b0f0-4ddc-bc71-5b44ccdd399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8'}}] {{(pid=98885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:43:32.474656 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:32.557371 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 41e37a05-9e01-4540-8f4e-dda38eac3ac4 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:32.626124 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 41e37a05-9e01-4540-8f4e-dda38eac3ac4 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:32.626551 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:32.783222 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] For port 337e06c8-9097-41b3-a3f8-74aa847c9476, host hv-cinder-79128, cleared binding levels {{(pid=98885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:43:32.803549 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] For port 337e06c8-9097-41b3-a3f8-74aa847c9476, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=337e06c8-9097-41b3-a3f8-74aa847c9476,segment=NetworkSegment(d88936a4-b0f0-4ddc-bc71-5b44ccdd399c),segment_id=d88936a4-b0f0-4ddc-bc71-5b44ccdd399c)] {{(pid=98885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:43:32.817284 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-08e91f00-293c-45d1-85ab-5988f672fd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-815947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-813731'] for router, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:32.919604 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14987785'] for port, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:32.925636 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-70dcdb72-7611-4bb0-94af-45d5a8907c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:32.962645 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a203a-6dd4-4dc8-a540-e445cc053529 req-79118ec9-8798-46ac-83ba-80a9c90e89d2 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:32.964306 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5d7a203a-6dd4-4dc8-a540-e445cc053529 req-79118ec9-8798-46ac-83ba-80a9c90e89d2 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 944 time: 0.2586265 Jun 06 17:43:33.086559 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:33.087168 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:33.088508 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] 10.222.0.35 "PUT /v2.0/ports/337e06c8-9097-41b3-a3f8-74aa847c9476 HTTP/1.1" status: 200 len: 1094 time: 2.4854257 Jun 06 17:43:33.089034 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9263dde6-820c-4509-b20b-2ea298c6da37', 'tag': '337e06c8-9097-41b3-a3f8-74aa847c9476'}] {{(pid=98885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:33.091314 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a6c2106189684e6c8c135db98febb64b7965986d5ce9c0aaacdf0f98e167a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5516f37-6f8f-47ac-89d4-0dfe2bd12d57" -d '{"events": [{"name": "network-changed", "server_uuid": "9263dde6-820c-4509-b20b-2ea298c6da37", "tag": "337e06c8-9097-41b3-a3f8-74aa847c9476"}]}' {{(pid=98885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:33.148142 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bb7ba7-bc96-4a95-a782-d016b06e235f x-openstack-request-id: req-e3bb7ba7-bc96-4a95-a782-d016b06e235f {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:33.148308 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9263dde6-820c-4509-b20b-2ea298c6da37", "tag": "337e06c8-9097-41b3-a3f8-74aa847c9476", "status": "completed", "code": 200}]} {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:33.148597 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3bb7ba7-bc96-4a95-a782-d016b06e235f {{(pid=98885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:33.149063 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9263dde6-820c-4509-b20b-2ea298c6da37', 'tag': '337e06c8-9097-41b3-a3f8-74aa847c9476', 'status': 'completed', 'code': 200} Jun 06 17:43:33.157276 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5d7a203a-6dd4-4dc8-a540-e445cc053529 req-bb7726dc-0b86-4b68-a982-6eeb4226de5f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201558 Jun 06 17:43:33.163164 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Pushing event updated for resources: {'Port': ['ID=337e06c8-9097-41b3-a3f8-74aa847c9476,revision_number=3']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:33.166814 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:33.265739 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5516f37-6f8f-47ac-89d4-0dfe2bd12d57 req-b5e13616-46ca-4a56-80e1-f9c07f5d7ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:33.267358 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b5516f37-6f8f-47ac-89d4-0dfe2bd12d57 req-b5e13616-46ca-4a56-80e1-f9c07f5d7ae3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3e8d3dc1c114c759be5fcb73c702a58&device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 1097 time: 0.0929830 Jun 06 17:43:33.388408 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e91f00-293c-45d1-85ab-5988f672fd8f admin admin] Router 426b33cf-3174-428d-b53b-cad6c8bc5c09 is scheduled to L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 with binding_index 1 {{(pid=98885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 17:43:33.509844 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5516f37-6f8f-47ac-89d4-0dfe2bd12d57 req-9f8a7569-e67a-47e5-b095-730c93d9e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:33.511178 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b5516f37-6f8f-47ac-89d4-0dfe2bd12d57 req-9f8a7569-e67a-47e5-b095-730c93d9e403 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b3e8d3dc1c114c759be5fcb73c702a58&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2339590 Jun 06 17:43:33.686593 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e91f00-293c-45d1-85ab-5988f672fd8f admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:43:33.695305 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] Sync routers for ids ['426b33cf-3174-428d-b53b-cad6c8bc5c09'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:43:33.704309 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] Routers {'426b33cf-3174-428d-b53b-cad6c8bc5c09'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:33.704954 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:43:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['426b33cf-3174-428d-b53b-cad6c8bc5c09'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:33.736061 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5516f37-6f8f-47ac-89d4-0dfe2bd12d57 req-5718b648-ae6e-406b-bd0e-82e9aefaea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:33.737611 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b5516f37-6f8f-47ac-89d4-0dfe2bd12d57 req-5718b648-ae6e-406b-bd0e-82e9aefaea0f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1731434 Jun 06 17:43:33.816411 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-08e91f00-293c-45d1-85ab-5988f672fd8f admin admin] Notify callbacks [] for router, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:33.817663 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-08e91f00-293c-45d1-85ab-5988f672fd8f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9428990 Jun 06 17:43:33.820457 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 40250) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:33.874112 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-4ce50489-4c69-4d77-8714-8ec35000a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:33.877165 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-4ce50489-4c69-4d77-8714-8ec35000a3ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3e8d3dc1c114c759be5fcb73c702a58&device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 1097 time: 0.0946162 Jun 06 17:43:33.889626 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] Set router 426b33cf-3174-428d-b53b-cad6c8bc5c09 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:34.189487 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426b33cf-3174-428d-b53b-cad6c8bc5c09', 'name': 'tempest-TestMinimumBasicScenario-492028213-router', 'tenant_id': 'e88f6d411c704ce597e8539d9c488c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e8ea3793-b821-46f8-bbf0-0401d474a9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:28Z', 'updated_at': '2021-06-06T17:43:31Z', 'revision_number': 3, 'project_id': 'e88f6d411c704ce597e8539d9c488c73', 'gw_port': {'id': 'e8ea3793-b821-46f8-bbf0-0401d474a9ca', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:19:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426b33cf-3174-428d-b53b-cad6c8bc5c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:30Z', 'updated_at': '2021-06-06T17:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:34.196349 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] Checking router: 426b33cf-3174-428d-b53b-cad6c8bc5c09 for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:43:34.196949 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] Updating router 426b33cf-3174-428d-b53b-cad6c8bc5c09 port e8ea3793-b821-46f8-bbf0-0401d474a9ca binding host dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:43:34.261355 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:34.398556 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4f6c8-df8b-4e15-a606-cf228c4d095d req-bc0d6d85-6c0b-45eb-b4dc-51159674b465 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:34.400136 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-54c4f6c8-df8b-4e15-a606-cf228c4d095d req-bc0d6d85-6c0b-45eb-b4dc-51159674b465 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 944 time: 0.1131160 Jun 06 17:43:34.470288 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-54c4f6c8-df8b-4e15-a606-cf228c4d095d req-2978c491-2be5-4a63-92f9-b7857ca6d902 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621328 Jun 06 17:43:34.653385 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] Notify callbacks [] for port, precommit_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:34.664115 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:34.665482 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] Transition to ACTIVE for port object e8ea3793-b821-46f8-bbf0-0401d474a9ca will not be triggered until provisioned by entity L2. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:34.869609 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Allocated IP 172.20.0.1 (7c9aa78f-d0c2-46ca-b3da-5d7324e673a2/2ab67e0c-e56d-4b27-bf16-0b9b2ed0059a/a455c1f2-800c-4623-9440-1510749e8364) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:43:34.879476 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:34.885091 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-63e4f2f9-7fb3-4d26-b658-9897d68ace4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:34.960390 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] Attempting to bind port e8ea3793-b821-46f8-bbf0-0401d474a9ca on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:43:34.960760 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] Attempting to bind port e8ea3793-b821-46f8-bbf0-0401d474a9ca by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:43:34.961147 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] Attempting to bind port e8ea3793-b821-46f8-bbf0-0401d474a9ca on network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:43:34.966665 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7995349-39c2-4f39-80f4-dc7c986e7127 None None] Pushing event updated for resources: {'Port': ['ID=e8ea3793-b821-46f8-bbf0-0401d474a9ca,revision_number=2']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:34.970585 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-f7995349-39c2-4f39-80f4-dc7c986e7127 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:34.971335 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:43:34.971708 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] Checking segment: {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:43:34.972107 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:34.972551 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] Bound using segment: {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:43:34.973042 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] Bound port: e8ea3793-b821-46f8-bbf0-0401d474a9ca, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:43:34.973412 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:35.017605 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:35.033387 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Transition to ACTIVE for port object a455c1f2-800c-4623-9440-1510749e8364 will not be triggered until provisioned by entity DHCP. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:35.043650 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] For port e8ea3793-b821-46f8-bbf0-0401d474a9ca, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:43:35.046663 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] For port e8ea3793-b821-46f8-bbf0-0401d474a9ca, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=e8ea3793-b821-46f8-bbf0-0401d474a9ca,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:43:35.159475 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:35.163227 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-12715ef3-3b80-4947-97b3-1fb66758eb1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:35.182543 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:35.187219 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:35.235361 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] Routers {'426b33cf-3174-428d-b53b-cad6c8bc5c09'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:35.235974 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:43:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['426b33cf-3174-428d-b53b-cad6c8bc5c09'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:35.250497 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Network 7c9aa78f-d0c2-46ca-b3da-5d7324e673a2 is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:35.253319 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:35.258044 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:43:35.296572 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Pushing event updated for resources: {'Port': ['ID=a455c1f2-800c-4623-9440-1510749e8364,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:35.313710 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:35.314077 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:35.314482 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:35.314834 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:35.315206 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:35.315558 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:35.316022 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:35.316376 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:35.316723 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:35.317091 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:35.317431 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:35.317775 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:35.324503 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:35.331661 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560105'] for router_interface, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:35.364204 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7995349-39c2-4f39-80f4-dc7c986e7127 None None] Pushing event updated for resources: {'Port': ['ID=e8ea3793-b821-46f8-bbf0-0401d474a9ca,revision_number=3']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:35.368532 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-f7995349-39c2-4f39-80f4-dc7c986e7127 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:35.483114 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] Set router 426b33cf-3174-428d-b53b-cad6c8bc5c09 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:35.653906 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f960030-724c-460c-9ca1-f31e09b14506 req-43ba3a5a-0ce8-4b45-b263-e4ba9b7f8067 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:35.655683 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9f960030-724c-460c-9ca1-f31e09b14506 req-43ba3a5a-0ce8-4b45-b263-e4ba9b7f8067 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 944 time: 0.0816307 Jun 06 17:43:35.687280 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:35.708637 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9f960030-724c-460c-9ca1-f31e09b14506 req-a6b90058-4671-4f39-b54e-cde90563d772 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471001 Jun 06 17:43:35.719874 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-664886c1-2e41-4e9a-b5ad-0829a25f80b9 None None] Provisioning for port a455c1f2-800c-4623-9440-1510749e8364 completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:35.760892 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-664886c1-2e41-4e9a-b5ad-0829a25f80b9 None None] Provisioning complete for port a455c1f2-800c-4623-9440-1510749e8364 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:35.761349 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-664886c1-2e41-4e9a-b5ad-0829a25f80b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:35.825245 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-664886c1-2e41-4e9a-b5ad-0829a25f80b9 None None] Port a455c1f2-800c-4623-9440-1510749e8364 cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:43:35.841063 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426b33cf-3174-428d-b53b-cad6c8bc5c09', 'name': 'tempest-TestMinimumBasicScenario-492028213-router', 'tenant_id': 'e88f6d411c704ce597e8539d9c488c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e8ea3793-b821-46f8-bbf0-0401d474a9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:28Z', 'updated_at': '2021-06-06T17:43:31Z', 'revision_number': 3, 'project_id': 'e88f6d411c704ce597e8539d9c488c73', 'gw_port': {'id': 'e8ea3793-b821-46f8-bbf0-0401d474a9ca', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:19:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426b33cf-3174-428d-b53b-cad6c8bc5c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:30Z', 'updated_at': '2021-06-06T17:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:35.845130 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505b3c2c-e9d6-4fd9-a0f7-43fe89f2f7a6 None None] The sync data for ids ['426b33cf-3174-428d-b53b-cad6c8bc5c09'] in dv-cinder-791281-4-iscsi is: [{'id': '426b33cf-3174-428d-b53b-cad6c8bc5c09', 'name': 'tempest-TestMinimumBasicScenario-492028213-router', 'tenant_id': 'e88f6d411c704ce597e8539d9c488c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e8ea3793-b821-46f8-bbf0-0401d474a9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:28Z', 'updated_at': '2021-06-06T17:43:31Z', 'revision_number': 3, 'project_id': 'e88f6d411c704ce597e8539d9c488c73', 'gw_port': {'id': 'e8ea3793-b821-46f8-bbf0-0401d474a9ca', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:19:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426b33cf-3174-428d-b53b-cad6c8bc5c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:30Z', 'updated_at': '2021-06-06T17:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:43:35.940208 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:36.007772 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:36.033079 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-1074173c-7d5c-471f-bbe2-cbc992e029b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:36.130162 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Pushing event updated for resources: {'Port': ['ID=a455c1f2-800c-4623-9440-1510749e8364,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:36.135527 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:36.136476 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-811441'] for router_interface, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:36.283774 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Network 7c9aa78f-d0c2-46ca-b3da-5d7324e673a2 is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:36.285045 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:36.393054 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device e8ea3793-b821-46f8-bbf0-0401d474a9ca up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:36.550129 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9a09f872-9f7c-419d-a88e-c8b72af9fc4c None None] Provisioning complete for port a455c1f2-800c-4623-9440-1510749e8364 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:36.550508 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9a09f872-9f7c-419d-a88e-c8b72af9fc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:36.580379 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port e8ea3793-b821-46f8-bbf0-0401d474a9ca completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:36.601005 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port e8ea3793-b821-46f8-bbf0-0401d474a9ca triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:36.601390 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Router 426b33cf-3174-428d-b53b-cad6c8bc5c09 has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:43:36.601508 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:36.658567 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9a09f872-9f7c-419d-a88e-c8b72af9fc4c None None] Port a455c1f2-800c-4623-9440-1510749e8364 cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:43:36.737429 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:36.758810 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port e8ea3793-b821-46f8-bbf0-0401d474a9ca, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=e8ea3793-b821-46f8-bbf0-0401d474a9ca,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:36.793584 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:43:36.804926 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] 10.222.0.18 "PUT /v2.0/routers/426b33cf-3174-428d-b53b-cad6c8bc5c09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9768050 Jun 06 17:43:36.837081 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:36.840858 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:36.928400 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=e8ea3793-b821-46f8-bbf0-0401d474a9ca,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:36.932532 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:36.968359 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd65aae-4348-4630-914c-5dd401a332b3 req-e6ec6058-240d-44e5-86c5-c38c6b890694 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:36.969272 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5fd65aae-4348-4630-914c-5dd401a332b3 req-e6ec6058-240d-44e5-86c5-c38c6b890694 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 944 time: 0.1339362 Jun 06 17:43:37.026632 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5fd65aae-4348-4630-914c-5dd401a332b3 req-7fe5bcea-cd47-4139-b367-c3ea5a9f8530 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505500 Jun 06 17:43:37.117080 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-351c7f66-b044-4787-9edc-8b22b24e38b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=337e06c8-9097-41b3-a3f8-74aa847c9476 HTTP/1.1" status: 200 len: 217 time: 0.2534549 Jun 06 17:43:37.186534 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-cc1c82ba-2d61-4b99-b8be-db05994550f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:37.188108 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-cc1c82ba-2d61-4b99-b8be-db05994550f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54fc5062-fa0a-442d-9f9a-32e968d1b9fa HTTP/1.1" status: 200 len: 850 time: 0.0633175 Jun 06 17:43:37.282256 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-8d8c66c6-2c39-4120-baca-427e2b749d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:37.283700 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-8d8c66c6-2c39-4120-baca-427e2b749d9a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7400c8c4-2b2d-42c7-ac06-b41e30d48de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0860155 Jun 06 17:43:37.433047 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-2138d347-c83c-4230-9476-1197c7a29ced service neutron] 10.222.0.35 "GET /v2.0/networks/7400c8c4-2b2d-42c7-ac06-b41e30d48de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345222 Jun 06 17:43:37.621217 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ce5ec906-889d-450a-9b52-3d3fe4db1172 req-eb40f8fe-8931-4d58-a9b0-c1b1edc53361 service neutron] 10.222.0.35 "GET /v2.0/networks/7400c8c4-2b2d-42c7-ac06-b41e30d48de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809092 Jun 06 17:43:37.635226 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] Sync routers for ids ['426b33cf-3174-428d-b53b-cad6c8bc5c09'] in dv-cinder-791281-4-iscsi {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:43:37.645503 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] Routers {'426b33cf-3174-428d-b53b-cad6c8bc5c09'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:37.646964 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:43:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['426b33cf-3174-428d-b53b-cad6c8bc5c09'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:37.850785 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] Set router 426b33cf-3174-428d-b53b-cad6c8bc5c09 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:38.227885 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dc3ad-0bc5-4105-88f6-e352abfff897 req-766e4029-57ef-467c-9783-771b4019c62b tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:38.235409 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c28dc3ad-0bc5-4105-88f6-e352abfff897 req-766e4029-57ef-467c-9783-771b4019c62b tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 944 time: 0.0944359 Jun 06 17:43:38.238116 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426b33cf-3174-428d-b53b-cad6c8bc5c09', 'name': 'tempest-TestMinimumBasicScenario-492028213-router', 'tenant_id': 'e88f6d411c704ce597e8539d9c488c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e8ea3793-b821-46f8-bbf0-0401d474a9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:28Z', 'updated_at': '2021-06-06T17:43:35Z', 'revision_number': 4, 'project_id': 'e88f6d411c704ce597e8539d9c488c73', 'gw_port': {'id': 'e8ea3793-b821-46f8-bbf0-0401d474a9ca', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426b33cf-3174-428d-b53b-cad6c8bc5c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:30Z', 'updated_at': '2021-06-06T17:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'a455c1f2-800c-4623-9440-1510749e8364', 'name': '', 'network_id': '7c9aa78f-d0c2-46ca-b3da-5d7324e673a2', 'tenant_id': 'e88f6d411c704ce597e8539d9c488c73', 'mac_address': 'fa:16:3e:64:ca:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426b33cf-3174-428d-b53b-cad6c8bc5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '2ab67e0c-e56d-4b27-bf16-0b9b2ed0059a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:34Z', 'updated_at': '2021-06-06T17:43:35Z', 'revision_number': 2, 'project_id': 'e88f6d411c704ce597e8539d9c488c73', 'subnets': [{'id': '2ab67e0c-e56d-4b27-bf16-0b9b2ed0059a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:38.244404 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] Checking router: 426b33cf-3174-428d-b53b-cad6c8bc5c09 for host: dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:43:38.245060 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] Updating router 426b33cf-3174-428d-b53b-cad6c8bc5c09 port a455c1f2-800c-4623-9440-1510749e8364 binding host dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:43:38.322522 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:38.336937 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c28dc3ad-0bc5-4105-88f6-e352abfff897 req-54eebd2c-b15c-4783-abb1-78e5083ff7b7 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880077 Jun 06 17:43:38.424798 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device e8ea3793-b821-46f8-bbf0-0401d474a9ca up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:38.567604 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port e8ea3793-b821-46f8-bbf0-0401d474a9ca triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:38.570440 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:38.812696 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] Notify callbacks [] for port, precommit_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:38.827848 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.provisioning_blocks [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] Transition to ACTIVE for port object a455c1f2-800c-4623-9440-1510749e8364 will not be triggered until provisioned by entity L2. {{(pid=98887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:38.899794 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:38.904708 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:39.041491 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853bc5f-b7b0-4ff7-949b-a572f6416b47 None None] Pushing event updated for resources: {'Port': ['ID=a455c1f2-800c-4623-9440-1510749e8364,revision_number=3']} {{(pid=98887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:39.073114 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-d853bc5f-b7b0-4ff7-949b-a572f6416b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:39.151804 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] Attempting to bind port a455c1f2-800c-4623-9440-1510749e8364 on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:43:39.152245 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] Attempting to bind port a455c1f2-800c-4623-9440-1510749e8364 by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': '5fdffeb2-6cc8-4825-9801-356670853f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7c9aa78f-d0c2-46ca-b3da-5d7324e673a2'}] {{(pid=98887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:43:39.152672 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] Attempting to bind port a455c1f2-800c-4623-9440-1510749e8364 on network 7c9aa78f-d0c2-46ca-b3da-5d7324e673a2 {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:43:39.159673 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:43:39.159673 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] Checking segment: {'id': '5fdffeb2-6cc8-4825-9801-356670853f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7c9aa78f-d0c2-46ca-b3da-5d7324e673a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:43:39.160017 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:39.160122 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] Bound using segment: {'id': '5fdffeb2-6cc8-4825-9801-356670853f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7c9aa78f-d0c2-46ca-b3da-5d7324e673a2'} {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:43:39.160741 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] Bound port: a455c1f2-800c-4623-9440-1510749e8364, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdffeb2-6cc8-4825-9801-356670853f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7c9aa78f-d0c2-46ca-b3da-5d7324e673a2'}}] {{(pid=98887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:43:39.161902 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:39.266724 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.db [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] For port a455c1f2-800c-4623-9440-1510749e8364, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:43:39.270027 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.db [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] For port a455c1f2-800c-4623-9440-1510749e8364, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=a455c1f2-800c-4623-9440-1510749e8364,segment=NetworkSegment(5fdffeb2-6cc8-4825-9801-356670853f8c),segment_id=5fdffeb2-6cc8-4825-9801-356670853f8c)] {{(pid=98887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:43:39.345595 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:39.352754 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-a1d0eb08-5c5d-4c3f-b51d-aaeb59275cb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:39.486726 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] Routers {'426b33cf-3174-428d-b53b-cad6c8bc5c09'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:39.487535 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:43:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['426b33cf-3174-428d-b53b-cad6c8bc5c09'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:39.587493 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec480f-2a08-4fa8-8b85-4b1c21aaf647 req-84769075-541a-4760-91d0-ff2ffa3e20d2 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:39.594748 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-32ec480f-2a08-4fa8-8b85-4b1c21aaf647 req-84769075-541a-4760-91d0-ff2ffa3e20d2 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 944 time: 0.1244888 Jun 06 17:43:39.682403 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-32ec480f-2a08-4fa8-8b85-4b1c21aaf647 req-a82ef38d-4fb2-4c79-b5ac-3a44fe9dd36a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857699 Jun 06 17:43:39.815713 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853bc5f-b7b0-4ff7-949b-a572f6416b47 None None] Pushing event updated for resources: {'Port': ['ID=a455c1f2-800c-4623-9440-1510749e8364,revision_number=4']} {{(pid=98887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:39.821044 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-d853bc5f-b7b0-4ff7-949b-a572f6416b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:39.822922 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] Set router 426b33cf-3174-428d-b53b-cad6c8bc5c09 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:40.219115 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426b33cf-3174-428d-b53b-cad6c8bc5c09', 'name': 'tempest-TestMinimumBasicScenario-492028213-router', 'tenant_id': 'e88f6d411c704ce597e8539d9c488c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e8ea3793-b821-46f8-bbf0-0401d474a9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:28Z', 'updated_at': '2021-06-06T17:43:35Z', 'revision_number': 4, 'project_id': 'e88f6d411c704ce597e8539d9c488c73', 'gw_port': {'id': 'e8ea3793-b821-46f8-bbf0-0401d474a9ca', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426b33cf-3174-428d-b53b-cad6c8bc5c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:30Z', 'updated_at': '2021-06-06T17:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'a455c1f2-800c-4623-9440-1510749e8364', 'name': '', 'network_id': '7c9aa78f-d0c2-46ca-b3da-5d7324e673a2', 'tenant_id': 'e88f6d411c704ce597e8539d9c488c73', 'mac_address': 'fa:16:3e:64:ca:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426b33cf-3174-428d-b53b-cad6c8bc5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '2ab67e0c-e56d-4b27-bf16-0b9b2ed0059a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:34Z', 'updated_at': '2021-06-06T17:43:39Z', 'revision_number': 4, 'project_id': 'e88f6d411c704ce597e8539d9c488c73', 'subnets': [{'id': '2ab67e0c-e56d-4b27-bf16-0b9b2ed0059a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:40.225052 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2617611-cab2-4737-bdb4-cf7ecfa1de8d None None] The sync data for ids ['426b33cf-3174-428d-b53b-cad6c8bc5c09'] in dv-cinder-791281-4-iscsi is: [{'id': '426b33cf-3174-428d-b53b-cad6c8bc5c09', 'name': 'tempest-TestMinimumBasicScenario-492028213-router', 'tenant_id': 'e88f6d411c704ce597e8539d9c488c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e8ea3793-b821-46f8-bbf0-0401d474a9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:28Z', 'updated_at': '2021-06-06T17:43:35Z', 'revision_number': 4, 'project_id': 'e88f6d411c704ce597e8539d9c488c73', 'gw_port': {'id': 'e8ea3793-b821-46f8-bbf0-0401d474a9ca', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426b33cf-3174-428d-b53b-cad6c8bc5c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:30Z', 'updated_at': '2021-06-06T17:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'a455c1f2-800c-4623-9440-1510749e8364', 'name': '', 'network_id': '7c9aa78f-d0c2-46ca-b3da-5d7324e673a2', 'tenant_id': 'e88f6d411c704ce597e8539d9c488c73', 'mac_address': 'fa:16:3e:64:ca:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426b33cf-3174-428d-b53b-cad6c8bc5c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '2ab67e0c-e56d-4b27-bf16-0b9b2ed0059a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:34Z', 'updated_at': '2021-06-06T17:43:39Z', 'revision_number': 4, 'project_id': 'e88f6d411c704ce597e8539d9c488c73', 'subnets': [{'id': '2ab67e0c-e56d-4b27-bf16-0b9b2ed0059a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:43:40.461688 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device a455c1f2-800c-4623-9440-1510749e8364 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:40.734730 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff731bca-111c-48a8-ae6d-9cea85980429 req-ff2905b6-e501-4cc5-bba1-be121460ae2b tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:40.736918 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ff731bca-111c-48a8-ae6d-9cea85980429 req-ff2905b6-e501-4cc5-bba1-be121460ae2b tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 945 time: 0.1094882 Jun 06 17:43:40.779169 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port a455c1f2-800c-4623-9440-1510749e8364 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:40.784698 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port a455c1f2-800c-4623-9440-1510749e8364 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:40.785097 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:40.817699 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ff731bca-111c-48a8-ae6d-9cea85980429 req-f1682fa1-331d-4339-b6bd-157dc0025508 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673120 Jun 06 17:43:41.005474 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:41.035414 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c575bbb-7f5f-4901-a136-c530e4305699 req-065d921b-ab2c-409d-9a46-cdda50db7caf tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:41.037840 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4c575bbb-7f5f-4901-a136-c530e4305699 req-065d921b-ab2c-409d-9a46-cdda50db7caf tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 944 time: 0.1158829 Jun 06 17:43:41.043802 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port a455c1f2-800c-4623-9440-1510749e8364, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=a455c1f2-800c-4623-9440-1510749e8364,segment=NetworkSegment(5fdffeb2-6cc8-4825-9801-356670853f8c),segment_id=5fdffeb2-6cc8-4825-9801-356670853f8c)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:41.112260 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4c575bbb-7f5f-4901-a136-c530e4305699 req-8a5f8f94-49c2-4fe3-8011-9a54d1989264 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641406 Jun 06 17:43:41.176953 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:41.179234 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:41.331626 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=a455c1f2-800c-4623-9440-1510749e8364,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:41.336725 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:41.441763 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22704d-de18-487b-b8e6-806fc40c4067 req-bff5fe7f-2aff-44cb-a938-cb63be15ee04 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:41.444119 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ea22704d-de18-487b-b8e6-806fc40c4067 req-bff5fe7f-2aff-44cb-a938-cb63be15ee04 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 947 time: 0.1075373 Jun 06 17:43:41.511496 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ea22704d-de18-487b-b8e6-806fc40c4067 req-f537e746-8529-4e7e-8509-3e8f4b417454 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553770 Jun 06 17:43:41.673935 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 337e06c8-9097-41b3-a3f8-74aa847c9476 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:43:41.824307 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 337e06c8-9097-41b3-a3f8-74aa847c9476, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=337e06c8-9097-41b3-a3f8-74aa847c9476,segment=NetworkSegment(d88936a4-b0f0-4ddc-bc71-5b44ccdd399c),segment_id=d88936a4-b0f0-4ddc-bc71-5b44ccdd399c)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:41.839540 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': '337e06c8-9097-41b3-a3f8-74aa847c9476', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'port_id': '337e06c8-9097-41b3-a3f8-74aa847c9476', 'mac_address': 'fa:16:3e:9e:ac:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:43:41.910075 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:41.932487 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337e06c8-9097-41b3-a3f8-74aa847c9476 {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:43:41.957928 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 337e06c8-9097-41b3-a3f8-74aa847c9476, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=337e06c8-9097-41b3-a3f8-74aa847c9476,segment=NetworkSegment(d88936a4-b0f0-4ddc-bc71-5b44ccdd399c),segment_id=d88936a4-b0f0-4ddc-bc71-5b44ccdd399c)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:42.040433 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18047d0-642d-4266-b9e7-77be5fa376cc req-44e0bc3f-cd0a-4a2a-aeba-2c52f9622b9a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:42.042729 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d18047d0-642d-4266-b9e7-77be5fa376cc req-44e0bc3f-cd0a-4a2a-aeba-2c52f9622b9a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 945 time: 0.1007073 Jun 06 17:43:42.088511 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d18047d0-642d-4266-b9e7-77be5fa376cc req-0074b090-38be-4aeb-a8e4-017be9a5f484 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395529 Jun 06 17:43:42.301963 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34a3db-5580-49bc-acf6-67a86be5f2a2 req-7d12381d-6643-4b1c-950b-b6f94efa9676 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:42.303609 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cf34a3db-5580-49bc-acf6-67a86be5f2a2 req-7d12381d-6643-4b1c-950b-b6f94efa9676 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 944 time: 0.0889466 Jun 06 17:43:42.339485 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device a455c1f2-800c-4623-9440-1510749e8364 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:42.354678 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cf34a3db-5580-49bc-acf6-67a86be5f2a2 req-48605fc8-fd70-46b3-a261-74c97a8a9e12 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447247 Jun 06 17:43:42.390712 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:42.394653 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-279f2850-292e-4734-8764-390b8887d929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:42.499866 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=337e06c8-9097-41b3-a3f8-74aa847c9476,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:42.507336 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:42.512518 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port a455c1f2-800c-4623-9440-1510749e8364 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:42.512930 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:42.727717 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d8264-2559-4ef2-a076-b926c4c5e69c req-d6ac470a-d072-48b4-b8a3-b9ff32a30a94 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:42.729592 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5a9d8264-2559-4ef2-a076-b926c4c5e69c req-d6ac470a-d072-48b4-b8a3-b9ff32a30a94 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 947 time: 0.0914598 Jun 06 17:43:42.782862 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5a9d8264-2559-4ef2-a076-b926c4c5e69c req-4148f869-7fba-48a3-8007-148cc972d2d7 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475414 Jun 06 17:43:43.293986 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e8c17-92d6-469e-beab-401ee70eeb61 req-8e557cbf-7fe3-44d7-9ebf-0dbdf2ca9f3f tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:43.296197 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c04e8c17-92d6-469e-beab-401ee70eeb61 req-8e557cbf-7fe3-44d7-9ebf-0dbdf2ca9f3f tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 945 time: 0.0955083 Jun 06 17:43:43.344120 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c04e8c17-92d6-469e-beab-401ee70eeb61 req-66a52027-4c47-441c-b331-3d2d1f50d653 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428739 Jun 06 17:43:43.558615 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ba454-e86c-422f-801a-4144c8aff694 req-e9b40552-5ea1-4850-920a-a5e8d1fdced8 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:43.560744 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-064ba454-e86c-422f-801a-4144c8aff694 req-e9b40552-5ea1-4850-920a-a5e8d1fdced8 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 945 time: 0.0918739 Jun 06 17:43:43.610615 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-064ba454-e86c-422f-801a-4144c8aff694 req-b4a4688f-f1b6-4cd5-b137-4b6175405f08 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433128 Jun 06 17:43:43.988571 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff7202-11d8-453c-ac7b-e1e661af8908 req-3a6350f0-0e4b-4eb5-a75b-09c72a6d9c75 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:43.990534 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-64ff7202-11d8-453c-ac7b-e1e661af8908 req-3a6350f0-0e4b-4eb5-a75b-09c72a6d9c75 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 947 time: 0.0904374 Jun 06 17:43:44.028916 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['337e06c8-9097-41b3-a3f8-74aa847c9476'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:43:44.051100 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-64ff7202-11d8-453c-ac7b-e1e661af8908 req-a8041b88-0177-4851-80cd-2243c594bd47 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536048 Jun 06 17:43:44.569674 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce1b61-428a-43b8-84ba-3649e593fa59 req-5cc760bf-afb2-4d07-b358-e0a4f3f8efa4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:44.571713 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-69ce1b61-428a-43b8-84ba-3649e593fa59 req-5cc760bf-afb2-4d07-b358-e0a4f3f8efa4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 945 time: 0.1056383 Jun 06 17:43:44.646831 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-69ce1b61-428a-43b8-84ba-3649e593fa59 req-dbb90f43-6886-4e42-85ec-dd7d1b77475f tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680029 Jun 06 17:43:44.890498 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc1da2-1a58-4322-aae8-58947c23662a req-c617ece8-7ece-4d46-a791-b0e8800e5ec0 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:44.891926 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-93fc1da2-1a58-4322-aae8-58947c23662a req-c617ece8-7ece-4d46-a791-b0e8800e5ec0 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 945 time: 0.1177564 Jun 06 17:43:44.942034 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776b272-fe7b-42a2-8439-407889cb728f req-3fac2979-4952-4f44-9810-1f0c7cc48a6b tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:44.950891 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f776b272-fe7b-42a2-8439-407889cb728f req-3fac2979-4952-4f44-9810-1f0c7cc48a6b tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/networks?id=ca6f7006-368f-4d95-a3c3-653d46af5fd5 HTTP/1.1" status: 200 len: 812 time: 0.1951733 Jun 06 17:43:44.952366 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-93fc1da2-1a58-4322-aae8-58947c23662a req-f2f1a041-d381-4e28-b7b7-577fcec393cd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534854 Jun 06 17:43:44.999812 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f776b272-fe7b-42a2-8439-407889cb728f req-93476975-f87b-4e69-ab85-a5a0a57d935e tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/quotas/0e010dd1ac104a8ea75a6975d471497b HTTP/1.1" status: 200 len: 375 time: 0.0474689 Jun 06 17:43:45.066418 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f776b272-fe7b-42a2-8439-407889cb728f req-76654397-0a8c-4071-b7f9-a6c64b0e7582 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e010dd1ac104a8ea75a6975d471497b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572786 Jun 06 17:43:45.119778 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e9440-fdff-445c-83ad-8e001371bd66 req-f7787052-2197-49d9-b8c1-67a349f8691a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:45.121579 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-2c0e9440-fdff-445c-83ad-8e001371bd66 req-f7787052-2197-49d9-b8c1-67a349f8691a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.35 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 945 time: 0.1665416 Jun 06 17:43:45.245255 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1a3de-3fc9-4587-b10e-677dda985408 req-e928bc65-b83a-411b-bd3b-316d080a3b09 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:45.247027 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bcf1a3de-3fc9-4587-b10e-677dda985408 req-e928bc65-b83a-411b-bd3b-316d080a3b09 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 947 time: 0.0824642 Jun 06 17:43:45.295561 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bcf1a3de-3fc9-4587-b10e-677dda985408 req-9cc066a1-fd1f-4d32-a47b-ea597a9ba7c8 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428488 Jun 06 17:43:45.334323 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f776b272-fe7b-42a2-8439-407889cb728f req-0df711f2-6731-400b-b13b-12da628ecb61 service neutron] 10.222.0.18 "GET /v2.0/networks/ca6f7006-368f-4d95-a3c3-653d46af5fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468419 Jun 06 17:43:45.432630 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [req-2c0e9440-fdff-445c-83ad-8e001371bd66 req-eff38ea8-5645-4a3f-944d-08d0edbae7e4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Deleting port aa4e7f15-4fcb-45e8-bb13-5cf1591d511d {{(pid=98885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:43:45.432991 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-2c0e9440-fdff-445c-83ad-8e001371bd66 req-eff38ea8-5645-4a3f-944d-08d0edbae7e4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:45.626059 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 337e06c8-9097-41b3-a3f8-74aa847c9476 up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:45.684373 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f776b272-fe7b-42a2-8439-407889cb728f req-d9e2fe18-80ca-4041-ba2b-f1b7ca87c9d7 service neutron] 10.222.0.18 "GET /v2.0/networks/ca6f7006-368f-4d95-a3c3-653d46af5fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434451 Jun 06 17:43:45.709056 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [req-2c0e9440-fdff-445c-83ad-8e001371bd66 req-eff38ea8-5645-4a3f-944d-08d0edbae7e4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] For port aa4e7f15-4fcb-45e8-bb13-5cf1591d511d, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=aa4e7f15-4fcb-45e8-bb13-5cf1591d511d,segment=NetworkSegment(a722723a-849f-4268-9cd8-907163b5b3e3),segment_id=a722723a-849f-4268-9cd8-907163b5b3e3)] {{(pid=98885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:45.709420 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-2c0e9440-fdff-445c-83ad-8e001371bd66 req-eff38ea8-5645-4a3f-944d-08d0edbae7e4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:45.808114 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning for port 337e06c8-9097-41b3-a3f8-74aa847c9476 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:43:45.813410 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port 337e06c8-9097-41b3-a3f8-74aa847c9476 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:43:45.813886 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:45.840733 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [req-2c0e9440-fdff-445c-83ad-8e001371bd66 req-eff38ea8-5645-4a3f-944d-08d0edbae7e4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Calling delete_port for aa4e7f15-4fcb-45e8-bb13-5cf1591d511d owned by compute:nova {{(pid=98885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:43:45.899127 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11904146-41d6-4483-a8c6-6a3dacb71c6b req-bc45d511-05be-46ee-8aee-b9f512e4118f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:45.900991 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-11904146-41d6-4483-a8c6-6a3dacb71c6b req-bc45d511-05be-46ee-8aee-b9f512e4118f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.35 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 947 time: 0.1903911 Jun 06 17:43:45.983654 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d36fcb-1279-4285-a33e-4be8adaf1a95 req-3abd2d93-8d59-42d3-a085-1725e861e814 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:45.999920 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-41d36fcb-1279-4285-a33e-4be8adaf1a95 req-3abd2d93-8d59-42d3-a085-1725e861e814 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 945 time: 0.2251978 Jun 06 17:43:46.071715 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:46.108246 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9263dde6-820c-4509-b20b-2ea298c6da37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337e06c8-9097-41b3-a3f8-74aa847c9476'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:46.110882 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c190953-bc1a-461f-bece-c346a4de0513" -d '{"events": [{"server_uuid": "9263dde6-820c-4509-b20b-2ea298c6da37", "name": "network-vif-plugged", "status": "completed", "tag": "337e06c8-9097-41b3-a3f8-74aa847c9476"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:46.121040 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 337e06c8-9097-41b3-a3f8-74aa847c9476, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=337e06c8-9097-41b3-a3f8-74aa847c9476,segment=NetworkSegment(d88936a4-b0f0-4ddc-bc71-5b44ccdd399c),segment_id=d88936a4-b0f0-4ddc-bc71-5b44ccdd399c)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:46.176526 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-41d36fcb-1279-4285-a33e-4be8adaf1a95 req-943e3711-0120-470d-99e8-b8f252d7ff0f tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725178 Jun 06 17:43:46.184836 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-fc5a41e6-0c80-4233-a4d7-e7612ca60802 req-ad39cbed-41a7-43f3-8071-62b3ee160b44 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 210 time: 0.1493354 Jun 06 17:43:46.194723 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:46.197077 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:46.225011 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-2c0e9440-fdff-445c-83ad-8e001371bd66 req-eff38ea8-5645-4a3f-944d-08d0edbae7e4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:46.232493 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-03c5870b-f9df-4d70-8ac6-0d8bec0b73a1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:46.270853 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-11904146-41d6-4483-a8c6-6a3dacb71c6b req-16ae05c2-ae65-40ea-aec8-459c2022ea3e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Deleting port 673b91fe-791a-4744-9fd5-a09b5eb629c0 {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:43:46.271592 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-11904146-41d6-4483-a8c6-6a3dacb71c6b req-16ae05c2-ae65-40ea-aec8-459c2022ea3e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:46.274159 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3803b87-32ae-4723-a3d8-43b39474f812 x-openstack-request-id: req-d3803b87-32ae-4723-a3d8-43b39474f812 {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:46.274455 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9263dde6-820c-4509-b20b-2ea298c6da37", "name": "network-vif-plugged", "status": "completed", "tag": "337e06c8-9097-41b3-a3f8-74aa847c9476", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:46.274716 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3803b87-32ae-4723-a3d8-43b39474f812 {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:46.275461 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9263dde6-820c-4509-b20b-2ea298c6da37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337e06c8-9097-41b3-a3f8-74aa847c9476', 'code': 200} Jun 06 17:43:46.277637 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['b149514f-1f50-4f2d-9104-12ed5ef19853', '009c3dae-5ef4-4d48-b753-c7e0f66fadec', '800efb57-cfc5-4d57-aaa5-89987dc721dc', 'aa4e7f15-4fcb-45e8-bb13-5cf1591d511d'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:43:46.371360 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff38ea8-5645-4a3f-944d-08d0edbae7e4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Pushing event deleted for resources: {'Port': ['ID=aa4e7f15-4fcb-45e8-bb13-5cf1591d511d,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:46.387652 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=337e06c8-9097-41b3-a3f8-74aa847c9476,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:46.393153 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:46.446451 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff38ea8-5645-4a3f-944d-08d0edbae7e4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:46.446976 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff38ea8-5645-4a3f-944d-08d0edbae7e4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:46.447442 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff38ea8-5645-4a3f-944d-08d0edbae7e4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:46.447896 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff38ea8-5645-4a3f-944d-08d0edbae7e4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:46.448433 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff38ea8-5645-4a3f-944d-08d0edbae7e4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:46.448958 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff38ea8-5645-4a3f-944d-08d0edbae7e4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:46.449411 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff38ea8-5645-4a3f-944d-08d0edbae7e4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:46.449874 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff38ea8-5645-4a3f-944d-08d0edbae7e4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:46.450323 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff38ea8-5645-4a3f-944d-08d0edbae7e4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:46.450774 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff38ea8-5645-4a3f-944d-08d0edbae7e4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:46.451887 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff38ea8-5645-4a3f-944d-08d0edbae7e4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:46.452613 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff38ea8-5645-4a3f-944d-08d0edbae7e4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:43:46.456247 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0e9440-fdff-445c-83ad-8e001371bd66 req-eff38ea8-5645-4a3f-944d-08d0edbae7e4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] No DVR routers for this DVR port aa4e7f15-4fcb-45e8-bb13-5cf1591d511d on host hv-cinder-79128 {{(pid=98885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:43:46.458070 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-eff38ea8-5645-4a3f-944d-08d0edbae7e4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:46.467497 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-2c0e9440-fdff-445c-83ad-8e001371bd66 req-eff38ea8-5645-4a3f-944d-08d0edbae7e4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:46.467497 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-2c0e9440-fdff-445c-83ad-8e001371bd66 req-eff38ea8-5645-4a3f-944d-08d0edbae7e4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.35 "DELETE /v2.0/ports/aa4e7f15-4fcb-45e8-bb13-5cf1591d511d HTTP/1.1" status: 204 len: 173 time: 1.3234813 Jun 06 17:43:46.467497 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689a13d7-0099-47e9-9aa0-03a67ea921eb', 'name': 'network-vif-deleted', 'tag': 'aa4e7f15-4fcb-45e8-bb13-5cf1591d511d'}] {{(pid=98885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:46.467497 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a6c2106189684e6c8c135db98febb64b7965986d5ce9c0aaacdf0f98e167a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77ffe38-1f1b-48d9-9109-df705db09637" -d '{"events": [{"server_uuid": "689a13d7-0099-47e9-9aa0-03a67ea921eb", "name": "network-vif-deleted", "tag": "aa4e7f15-4fcb-45e8-bb13-5cf1591d511d"}]}' {{(pid=98885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:46.670474 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-11904146-41d6-4483-a8c6-6a3dacb71c6b req-16ae05c2-ae65-40ea-aec8-459c2022ea3e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] For port 673b91fe-791a-4744-9fd5-a09b5eb629c0, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=673b91fe-791a-4744-9fd5-a09b5eb629c0,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:46.670831 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-11904146-41d6-4483-a8c6-6a3dacb71c6b req-16ae05c2-ae65-40ea-aec8-459c2022ea3e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:46.780155 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fff29-1f57-451f-a637-838bfbe2768a req-9785a06e-62e2-4c3f-babb-0b2a052a367c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:46.791875 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-660fff29-1f57-451f-a637-838bfbe2768a req-9785a06e-62e2-4c3f-babb-0b2a052a367c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 947 time: 0.1523666 Jun 06 17:43:46.846649 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f83e4-da2b-4164-a4dc-e6b451cf1af4 req-3bb584d7-42d5-43bf-bdbc-b4385809f294 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:46.856277 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-660fff29-1f57-451f-a637-838bfbe2768a req-093a745c-5a53-440b-850a-f48c381cab71 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cce4140-8af8-4dbc-b9af-a13c84934d54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626593 Jun 06 17:43:46.857950 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5a0f83e4-da2b-4164-a4dc-e6b451cf1af4 req-3bb584d7-42d5-43bf-bdbc-b4385809f294 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.4412103 Jun 06 17:43:46.937749 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ffccc8-6113-493e-bd5d-ce09a67a148d x-openstack-request-id: req-18ffccc8-6113-493e-bd5d-ce09a67a148d {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:46.938074 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689a13d7-0099-47e9-9aa0-03a67ea921eb", "name": "network-vif-deleted", "tag": "aa4e7f15-4fcb-45e8-bb13-5cf1591d511d", "status": "completed", "code": 200}]} {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:46.938358 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18ffccc8-6113-493e-bd5d-ce09a67a148d {{(pid=98885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:46.938777 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689a13d7-0099-47e9-9aa0-03a67ea921eb', 'name': 'network-vif-deleted', 'tag': 'aa4e7f15-4fcb-45e8-bb13-5cf1591d511d', 'status': 'completed', 'code': 200} Jun 06 17:43:46.975746 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8d360-503e-4219-890e-a1fa9d5a20ce req-18264903-f482-4305-a7e2-42ff6d7f0f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:46.977364 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-1ba8d360-503e-4219-890e-a1fa9d5a20ce req-18264903-f482-4305-a7e2-42ff6d7f0f45 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 1099 time: 0.1179073 Jun 06 17:43:47.025964 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-1ba8d360-503e-4219-890e-a1fa9d5a20ce req-4da51918-8c92-4662-a39d-4b784f2779e4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416875 Jun 06 17:43:47.029511 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5a0f83e4-da2b-4164-a4dc-e6b451cf1af4 req-141d8fe5-33d6-4052-928c-765584146e23 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670697 Jun 06 17:43:47.179099 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-11904146-41d6-4483-a8c6-6a3dacb71c6b req-16ae05c2-ae65-40ea-aec8-459c2022ea3e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:47.179377 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-11904146-41d6-4483-a8c6-6a3dacb71c6b req-16ae05c2-ae65-40ea-aec8-459c2022ea3e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559996'] for floatingip, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:47.179693 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.db.l3_db [req-11904146-41d6-4483-a8c6-6a3dacb71c6b req-16ae05c2-ae65-40ea-aec8-459c2022ea3e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Floating IP cb5f7cdd-4c85-4900-82cb-9fa47182f9a2 disassociated. External IP: 172.27.1.131, port: 673b91fe-791a-4744-9fd5-a09b5eb629c0. Jun 06 17:43:47.180147 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-11904146-41d6-4483-a8c6-6a3dacb71c6b req-16ae05c2-ae65-40ea-aec8-459c2022ea3e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Calling delete_port for 673b91fe-791a-4744-9fd5-a09b5eb629c0 owned by compute:nova {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:43:47.396335 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c0f409fa-3b4c-457e-bb88-c9b65aaa4fe2 req-1021e6d1-9b8f-443e-b17b-f6650b8fe1e2 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 210 time: 0.0516384 Jun 06 17:43:47.413869 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9702267c-66f0-4ed6-94e5-304a03b991b4 req-316740eb-c3a2-4f04-9164-aeb83d798493 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=689a13d7-0099-47e9-9aa0-03a67ea921eb HTTP/1.1" status: 200 len: 210 time: 0.0760329 Jun 06 17:43:47.482327 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-11904146-41d6-4483-a8c6-6a3dacb71c6b req-16ae05c2-ae65-40ea-aec8-459c2022ea3e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:47.488214 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-4688a6e6-8003-45f1-9063-56840ff5c34f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:47.544954 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae05c2-ae65-40ea-aec8-459c2022ea3e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Pushing event deleted for resources: {'Port': ['ID=673b91fe-791a-4744-9fd5-a09b5eb629c0,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:47.548885 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-16ae05c2-ae65-40ea-aec8-459c2022ea3e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:47.759263 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11904146-41d6-4483-a8c6-6a3dacb71c6b req-16ae05c2-ae65-40ea-aec8-459c2022ea3e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Router e4bc3a40-b804-408c-9b98-f66757ceeed4 has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:43:48.104599 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11904146-41d6-4483-a8c6-6a3dacb71c6b req-16ae05c2-ae65-40ea-aec8-459c2022ea3e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:43:48.115169 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f64d84-b867-4357-aac0-1f3c94a6ecc6 None None] Sync routers for ids ['e4bc3a40-b804-408c-9b98-f66757ceeed4'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:43:48.127639 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f64d84-b867-4357-aac0-1f3c94a6ecc6 None None] Routers {'e4bc3a40-b804-408c-9b98-f66757ceeed4'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:48.131209 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-92f64d84-b867-4357-aac0-1f3c94a6ecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:43:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['e4bc3a40-b804-408c-9b98-f66757ceeed4'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:48.303215 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3995e-3f62-4820-bb4a-05ce1492b070 req-5b18c45d-8d5c-4b68-8358-1d311573c10c tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:48.312736 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-bae3995e-3f62-4820-bb4a-05ce1492b070 req-5b18c45d-8d5c-4b68-8358-1d311573c10c tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0997186 Jun 06 17:43:48.321523 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-dc78bfd0-0f0b-4581-812f-70c32f456c49 req-45a3b785-3254-4154-a3f8-b44c6284e324 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 210 time: 0.2536652 Jun 06 17:43:48.327777 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-11904146-41d6-4483-a8c6-6a3dacb71c6b req-16ae05c2-ae65-40ea-aec8-459c2022ea3e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] No DVR routers for this DVR port 673b91fe-791a-4744-9fd5-a09b5eb629c0 on host hv-cinder-79128 {{(pid=98884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:43:48.330504 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-11904146-41d6-4483-a8c6-6a3dacb71c6b req-16ae05c2-ae65-40ea-aec8-459c2022ea3e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:48.333090 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-11904146-41d6-4483-a8c6-6a3dacb71c6b req-16ae05c2-ae65-40ea-aec8-459c2022ea3e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.35 "DELETE /v2.0/ports/673b91fe-791a-4744-9fd5-a09b5eb629c0 HTTP/1.1" status: 204 len: 173 time: 2.4222145 Jun 06 17:43:48.336408 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445ddbcb-ff4f-435f-b8a2-b4525a25a670', 'name': 'network-vif-deleted', 'tag': '673b91fe-791a-4744-9fd5-a09b5eb629c0'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:48.337483 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad473c5-b534-4e1a-add2-823a97b236e2" -d '{"events": [{"server_uuid": "445ddbcb-ff4f-435f-b8a2-b4525a25a670", "name": "network-vif-deleted", "tag": "673b91fe-791a-4744-9fd5-a09b5eb629c0"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:48.375231 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-bae3995e-3f62-4820-bb4a-05ce1492b070 req-ccec3047-034b-4fcf-99f4-f1c833581c6a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597568 Jun 06 17:43:48.484363 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9213ba48-8533-441b-9b3a-e2640f1f9473 x-openstack-request-id: req-9213ba48-8533-441b-9b3a-e2640f1f9473 {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:48.484756 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445ddbcb-ff4f-435f-b8a2-b4525a25a670", "name": "network-vif-deleted", "tag": "673b91fe-791a-4744-9fd5-a09b5eb629c0", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:48.485162 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9213ba48-8533-441b-9b3a-e2640f1f9473 {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:48.485685 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445ddbcb-ff4f-435f-b8a2-b4525a25a670', 'name': 'network-vif-deleted', 'tag': '673b91fe-791a-4744-9fd5-a09b5eb629c0', 'status': 'completed', 'code': 200} Jun 06 17:43:48.553983 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-92f64d84-b867-4357-aac0-1f3c94a6ecc6 None None] Set router e4bc3a40-b804-408c-9b98-f66757ceeed4 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:48.704158 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-e7574dbf-d30e-4c24-973f-6a8703abfdbd req-caa0317c-4d57-4de3-84f4-2d12da4258f8 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 210 time: 0.0565808 Jun 06 17:43:49.010276 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-92f64d84-b867-4357-aac0-1f3c94a6ecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'name': 'tempest-AttachVolumeShelveTestJSON-109369191-router', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:29Z', 'updated_at': '2021-06-06T17:39:36Z', 'revision_number': 4, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'gw_port': {'id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ea:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e', 'name': '', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'mac_address': 'fa:16:3e:de:7c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:35Z', 'updated_at': '2021-06-06T17:39:47Z', 'revision_number': 5, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'subnets': [{'id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:49.019236 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f64d84-b867-4357-aac0-1f3c94a6ecc6 None None] Checking router: e4bc3a40-b804-408c-9b98-f66757ceeed4 for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:43:49.028324 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f64d84-b867-4357-aac0-1f3c94a6ecc6 None None] Routers {'e4bc3a40-b804-408c-9b98-f66757ceeed4'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:49.029293 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-92f64d84-b867-4357-aac0-1f3c94a6ecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:43:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['e4bc3a40-b804-408c-9b98-f66757ceeed4'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:49.307849 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776b272-fe7b-42a2-8439-407889cb728f req-05ae25b9-0967-4f65-b478-747f591703a2 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:49.311003 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-92f64d84-b867-4357-aac0-1f3c94a6ecc6 None None] Set router e4bc3a40-b804-408c-9b98-f66757ceeed4 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:49.320163 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f776b272-fe7b-42a2-8439-407889cb728f req-05ae25b9-0967-4f65-b478-747f591703a2 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.35 "GET /v2.0/networks?id=ca6f7006-368f-4d95-a3c3-653d46af5fd5 HTTP/1.1" status: 200 len: 812 time: 0.3645723 Jun 06 17:43:49.332158 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-f776b272-fe7b-42a2-8439-407889cb728f req-e23d6feb-4a31-4f98-a8df-b9da87e5309d tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Request body: {'port': {'device_id': '88161b9c-149b-4ab9-988b-dfbfe895c262', 'network_id': 'ca6f7006-368f-4d95-a3c3-653d46af5fd5', 'admin_state_up': True, 'tenant_id': '0e010dd1ac104a8ea75a6975d471497b'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:49.735421 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-25993be1-0004-4004-8f40-d700b5d962e7 req-b5f8197c-e4d8-435e-8688-8cf5cd6d893b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=445ddbcb-ff4f-435f-b8a2-b4525a25a670 HTTP/1.1" status: 200 len: 210 time: 0.0782020 Jun 06 17:43:49.737118 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device aa4e7f15-4fcb-45e8-bb13-5cf1591d511d no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:43:49.794908 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] No Port match for: aa4e7f15-4fcb-45e8-bb13-5cf1591d511d {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:43:49.795297 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device aa4e7f15-4fcb-45e8-bb13-5cf1591d511d not bound to the agent host hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:43:49.795885 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 673b91fe-791a-4744-9fd5-a09b5eb629c0 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:43:49.852286 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] No Port match for: 673b91fe-791a-4744-9fd5-a09b5eb629c0 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:43:49.852642 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 673b91fe-791a-4744-9fd5-a09b5eb629c0 not bound to the agent host hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:43:49.887464 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1eb968-b7ba-49df-a0ac-31ff1e0a97d5 req-1fe2032c-74b5-4a79-8c54-85e9065d4e74 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:49.894901 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4a1eb968-b7ba-49df-a0ac-31ff1e0a97d5 req-1fe2032c-74b5-4a79-8c54-85e9065d4e74 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.2548594 Jun 06 17:43:49.903892 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f776b272-fe7b-42a2-8439-407889cb728f req-e23d6feb-4a31-4f98-a8df-b9da87e5309d tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Made reservation on behalf of 0e010dd1ac104a8ea75a6975d471497b for: {'port': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:43:49.910415 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-f776b272-fe7b-42a2-8439-407889cb728f req-e23d6feb-4a31-4f98-a8df-b9da87e5309d tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:49.978712 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-7304ebf3-13d6-4d6e-ba91-5e54b7d95790 req-c7e03d58-1071-4c17-92b6-9135a312d933 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 210 time: 0.0631058 Jun 06 17:43:50.223277 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-92f64d84-b867-4357-aac0-1f3c94a6ecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'name': 'tempest-AttachVolumeShelveTestJSON-109369191-router', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:29Z', 'updated_at': '2021-06-06T17:39:36Z', 'revision_number': 4, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'gw_port': {'id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ea:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e', 'name': '', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'mac_address': 'fa:16:3e:de:7c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:35Z', 'updated_at': '2021-06-06T17:39:47Z', 'revision_number': 5, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'subnets': [{'id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:50.249622 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f64d84-b867-4357-aac0-1f3c94a6ecc6 None None] The sync data for ids ['e4bc3a40-b804-408c-9b98-f66757ceeed4'] in dv-cinder-791281-4-iscsi is: [{'id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'name': 'tempest-AttachVolumeShelveTestJSON-109369191-router', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:29Z', 'updated_at': '2021-06-06T17:39:36Z', 'revision_number': 4, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'gw_port': {'id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ea:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e', 'name': '', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'mac_address': 'fa:16:3e:de:7c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:35Z', 'updated_at': '2021-06-06T17:39:47Z', 'revision_number': 5, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'subnets': [{'id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:43:50.256393 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4a1eb968-b7ba-49df-a0ac-31ff1e0a97d5 req-6e93f62c-fe12-4521-8cc5-c20855976bea tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3541594 Jun 06 17:43:50.373693 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-b6eb0d20-b328-4e23-bf86-fea5d9af5a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:50.516716 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [req-f776b272-fe7b-42a2-8439-407889cb728f req-e23d6feb-4a31-4f98-a8df-b9da87e5309d tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Allocated IP 172.20.0.7 (ca6f7006-368f-4d95-a3c3-653d46af5fd5/39b0ec58-b7c1-4924-afc0-2e2c0f874f32/6ae9bea2-f114-4966-aed7-1ddfbb7f09ea) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:43:50.698311 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0e71b-4c92-4bdc-b096-81863607fb0c req-5edf5008-885c-4dc2-9bbe-9af0ec5a828f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:50.700394 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6cd0e71b-4c92-4bdc-b096-81863607fb0c req-5edf5008-885c-4dc2-9bbe-9af0ec5a828f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.2273066 Jun 06 17:43:50.709882 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 40474) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:50.716621 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-d42ac36b-9b18-4e5d-8a55-bd2d43684f99 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Request body: {'floatingip': {'port_id': '337e06c8-9097-41b3-a3f8-74aa847c9476'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:50.770861 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9542246-e89e-4d80-9db8-5fd2fcb0cdce None None] New status for floating IP cb5f7cdd-4c85-4900-82cb-9fa47182f9a2: DOWN {{(pid=98887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:43:50.855090 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d42ac36b-9b18-4e5d-8a55-bd2d43684f99 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for floatingip, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:50.914858 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-f776b272-fe7b-42a2-8439-407889cb728f req-e23d6feb-4a31-4f98-a8df-b9da87e5309d tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:51.098487 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 40482) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:51.215426 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-f776b272-fe7b-42a2-8439-407889cb728f req-e23d6feb-4a31-4f98-a8df-b9da87e5309d tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:51.234703 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:51.396496 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f776b272-fe7b-42a2-8439-407889cb728f req-e23d6feb-4a31-4f98-a8df-b9da87e5309d tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Network ca6f7006-368f-4d95-a3c3-653d46af5fd5 is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:51.435851 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-870ac9b1-1faa-465c-87ca-6935c99837f1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:51.437681 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [req-f776b272-fe7b-42a2-8439-407889cb728f req-e23d6feb-4a31-4f98-a8df-b9da87e5309d tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:51.448223 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f776b272-fe7b-42a2-8439-407889cb728f req-e23d6feb-4a31-4f98-a8df-b9da87e5309d tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:43:51.512974 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d6feb-4a31-4f98-a8df-b9da87e5309d tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Pushing event updated for resources: {'Port': ['ID=6ae9bea2-f114-4966-aed7-1ddfbb7f09ea,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:51.525293 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-e23d6feb-4a31-4f98-a8df-b9da87e5309d tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:51.538963 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-870ac9b1-1faa-465c-87ca-6935c99837f1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:51.599989 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776b272-fe7b-42a2-8439-407889cb728f req-e23d6feb-4a31-4f98-a8df-b9da87e5309d tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:51.600673 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-f776b272-fe7b-42a2-8439-407889cb728f req-e23d6feb-4a31-4f98-a8df-b9da87e5309d tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:51.658356 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acdf845-dd1d-4431-bb1e-7283cc1e5c72 req-48dabea4-6aa9-44ff-96de-c3f805d5b6f3 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:51.661164 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4acdf845-dd1d-4431-bb1e-7283cc1e5c72 req-48dabea4-6aa9-44ff-96de-c3f805d5b6f3 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 946 time: 0.2751944 Jun 06 17:43:51.702021 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b170b89-3889-44bc-bd24-b7d9e002749a req-44657c57-60e2-4da9-a76c-26a118905fb3 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:51.703534 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6b170b89-3889-44bc-bd24-b7d9e002749a req-44657c57-60e2-4da9-a76c-26a118905fb3 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 931 time: 0.3220124 Jun 06 17:43:51.718313 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4acdf845-dd1d-4431-bb1e-7283cc1e5c72 req-25d28bd9-80a4-4a3d-ba42-4c90c4664adb tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448232 Jun 06 17:43:51.811179 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f776b272-fe7b-42a2-8439-407889cb728f req-e23d6feb-4a31-4f98-a8df-b9da87e5309d tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4828782 Jun 06 17:43:51.825892 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6b170b89-3889-44bc-bd24-b7d9e002749a req-b04c45e0-4715-47d4-978c-574b06b90d77 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667400 Jun 06 17:43:51.826126 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-f776b272-fe7b-42a2-8439-407889cb728f req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Request body: {'port': {'device_id': '88161b9c-149b-4ab9-988b-dfbfe895c262', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:51.858567 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-870ac9b1-1faa-465c-87ca-6935c99837f1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:51.860952 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-870ac9b1-1faa-465c-87ca-6935c99837f1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:51.864643 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-870ac9b1-1faa-465c-87ca-6935c99837f1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "DELETE /v2.0/security-groups/0cce4140-8af8-4dbc-b9af-a13c84934d54 HTTP/1.1" status: 204 len: 168 time: 0.7619543 Jun 06 17:43:51.864643 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-fa3579d8-fbe3-4ce9-9c60-f3aa621aea5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:51.865494 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 40486) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:51.887305 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ac9b1-1faa-465c-87ca-6935c99837f1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cce4140-8af8-4dbc-b9af-a13c84934d54,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:51.888471 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.api.v2.resource [None req-aa293e39-cd42-46d2-9f6b-a0cae2a1f1c4 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] show failed (client error): The resource could not be found. Jun 06 17:43:51.890845 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-870ac9b1-1faa-465c-87ca-6935c99837f1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:51.892491 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-aa293e39-cd42-46d2-9f6b-a0cae2a1f1c4 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups/0cce4140-8af8-4dbc-b9af-a13c84934d54 HTTP/1.1" status: 404 len: 347 time: 0.0254250 Jun 06 17:43:51.893169 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 40488) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:52.009785 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d42ac36b-9b18-4e5d-8a55-bd2d43684f99 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:52.102651 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d42ac36b-9b18-4e5d-8a55-bd2d43684f99 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559996'] for floatingip, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:52.150932 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-f776b272-fe7b-42a2-8439-407889cb728f req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:52.293311 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.l3_db [None req-d42ac36b-9b18-4e5d-8a55-bd2d43684f99 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Floating IP ca39658f-3a6a-4c33-a019-487ab79138ab associated. External IP: 172.27.1.226, port: 337e06c8-9097-41b3-a3f8-74aa847c9476. Jun 06 17:43:52.300258 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d6d4d-029b-48c4-b736-b2195db639fd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Deleting port 89c46b4e-9db4-4f27-b084-471849332124 {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:43:52.300629 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6d4d-029b-48c4-b736-b2195db639fd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:52.527215 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6d4d-029b-48c4-b736-b2195db639fd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:52.551598 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6d4d-029b-48c4-b736-b2195db639fd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:52.677753 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42ac36b-9b18-4e5d-8a55-bd2d43684f99 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Router d3af6832-253e-4024-9bde-b8d8a441ecb2 has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:43:52.773218 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d6d4d-029b-48c4-b736-b2195db639fd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Calling delete_port for 89c46b4e-9db4-4f27-b084-471849332124 owned by network:floatingip {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:43:52.838962 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:52.925791 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42ac36b-9b18-4e5d-8a55-bd2d43684f99 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:43:52.934572 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [req-f776b272-fe7b-42a2-8439-407889cb728f req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea {{(pid=98884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:43:52.936157 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686fff0-84c4-4ae0-920e-847466688a10 req-29f3149a-bc51-4dab-a1a6-c1b2dc549bc8 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:52.937412 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4527c9-2a87-4f79-a052-b7b878f810a0 None None] Sync routers for ids ['d3af6832-253e-4024-9bde-b8d8a441ecb2'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:43:52.938267 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5686fff0-84c4-4ae0-920e-847466688a10 req-29f3149a-bc51-4dab-a1a6-c1b2dc549bc8 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 946 time: 0.2062635 Jun 06 17:43:52.941335 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d42ac36b-9b18-4e5d-8a55-bd2d43684f99 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for floatingip, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:52.956274 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4527c9-2a87-4f79-a052-b7b878f810a0 None None] Routers {'d3af6832-253e-4024-9bde-b8d8a441ecb2'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:52.957707 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-f776b272-fe7b-42a2-8439-407889cb728f req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:52.961317 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-4c4527c9-2a87-4f79-a052-b7b878f810a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:43:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['d3af6832-253e-4024-9bde-b8d8a441ecb2'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:52.987419 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [req-f776b272-fe7b-42a2-8439-407889cb728f req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Transition to ACTIVE for port object 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea will not be triggered until provisioned by entity L2. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:53.016749 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c9514-9948-4b4a-b2c3-c7d783aeac39 req-961b047f-34ee-431e-a9ff-cb48c5e9b9af tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:53.018191 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8c1c9514-9948-4b4a-b2c3-c7d783aeac39 req-961b047f-34ee-431e-a9ff-cb48c5e9b9af tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 946 time: 0.1553667 Jun 06 17:43:53.080832 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-f776b272-fe7b-42a2-8439-407889cb728f req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:53.091690 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:53.147375 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-bb20aa1d-2f47-4580-a68b-9f42f9772369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:53.174176 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-4c4527c9-2a87-4f79-a052-b7b878f810a0 None None] Set router d3af6832-253e-4024-9bde-b8d8a441ecb2 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:53.229050 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-d42ac36b-9b18-4e5d-8a55-bd2d43684f99 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "PUT /v2.0/floatingips/ca39658f-3a6a-4c33-a019-487ab79138ab HTTP/1.1" status: 200 len: 992 time: 2.5153337 Jun 06 17:43:53.254846 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8c1c9514-9948-4b4a-b2c3-c7d783aeac39 req-32402da5-1d7d-4dda-be74-f7ffa4d32523 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204769 Jun 06 17:43:53.261688 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9263dde6-820c-4509-b20b-2ea298c6da37', 'tag': '337e06c8-9097-41b3-a3f8-74aa847c9476'}] {{(pid=98885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:53.265624 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a6c2106189684e6c8c135db98febb64b7965986d5ce9c0aaacdf0f98e167a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ad08ce-a278-4546-998c-d18002a72975" -d '{"events": [{"name": "network-changed", "server_uuid": "9263dde6-820c-4509-b20b-2ea298c6da37", "tag": "337e06c8-9097-41b3-a3f8-74aa847c9476"}]}' {{(pid=98885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:53.301086 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae9bea2-f114-4966-aed7-1ddfbb7f09ea,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:53.308500 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:53.325474 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433032e-b20a-4aaf-9f57-c0242de049e3 req-ffc0706c-fad8-48db-9b89-e486556183a8 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:53.327199 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-a433032e-b20a-4aaf-9f57-c0242de049e3 req-ffc0706c-fad8-48db-9b89-e486556183a8 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 943 time: 0.3546712 Jun 06 17:43:53.344215 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6d4d-029b-48c4-b736-b2195db639fd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:53.350816 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-76316bcc-497e-4c7f-ae93-3e219dd77fbd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:53.352238 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [req-5686fff0-84c4-4ae0-920e-847466688a10 req-9babff91-eaca-49e1-931a-202e7e7ebb29 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Deleting port 800efb57-cfc5-4d57-aaa5-89987dc721dc {{(pid=98885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:43:53.352451 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-5686fff0-84c4-4ae0-920e-847466688a10 req-9babff91-eaca-49e1-931a-202e7e7ebb29 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:53.402469 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d6d4d-029b-48c4-b736-b2195db639fd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Pushing event deleted for resources: {'Port': ['ID=89c46b4e-9db4-4f27-b084-471849332124,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:53.430722 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-6d1d6d4d-029b-48c4-b736-b2195db639fd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:53.462607 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-a433032e-b20a-4aaf-9f57-c0242de049e3 req-73835e91-aed0-4389-b59a-4c6a68e63dd4 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249850 Jun 06 17:43:53.517902 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [req-5686fff0-84c4-4ae0-920e-847466688a10 req-9babff91-eaca-49e1-931a-202e7e7ebb29 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] For port 800efb57-cfc5-4d57-aaa5-89987dc721dc, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=800efb57-cfc5-4d57-aaa5-89987dc721dc,segment=NetworkSegment(a722723a-849f-4268-9cd8-907163b5b3e3),segment_id=a722723a-849f-4268-9cd8-907163b5b3e3)] {{(pid=98885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:53.517902 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-5686fff0-84c4-4ae0-920e-847466688a10 req-9babff91-eaca-49e1-931a-202e7e7ebb29 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:53.523499 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-f776b272-fe7b-42a2-8439-407889cb728f req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Attempting to bind port 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:43:53.523686 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-f776b272-fe7b-42a2-8439-407889cb728f req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Attempting to bind port 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '0866e98b-2319-47f9-97d6-5cf095ddcad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ca6f7006-368f-4d95-a3c3-653d46af5fd5'}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:43:53.524011 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f776b272-fe7b-42a2-8439-407889cb728f req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Attempting to bind port 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea on network ca6f7006-368f-4d95-a3c3-653d46af5fd5 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:43:53.533655 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f776b272-fe7b-42a2-8439-407889cb728f req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Port 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea on network ca6f7006-368f-4d95-a3c3-653d46af5fd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:43:53.534336 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f776b272-fe7b-42a2-8439-407889cb728f req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Attempting to bind port 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea on network ca6f7006-368f-4d95-a3c3-653d46af5fd5 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:43:53.538592 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6d4d-029b-48c4-b736-b2195db639fd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for floatingip, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:53.541090 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-6d1d6d4d-029b-48c4-b736-b2195db639fd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for floatingip, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:53.542293 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-6d1d6d4d-029b-48c4-b736-b2195db639fd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "DELETE /v2.0/floatingips/cb5f7cdd-4c85-4900-82cb-9fa47182f9a2 HTTP/1.1" status: 204 len: 168 time: 1.6481445 Jun 06 17:43:53.545034 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f776b272-fe7b-42a2-8439-407889cb728f req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Checking agent: {'id': '6c14353c-f6d9-4edd-9e01-bd5de19f5e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'started_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:43:53.545369 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f776b272-fe7b-42a2-8439-407889cb728f req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Checking segment: {'id': '0866e98b-2319-47f9-97d6-5cf095ddcad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ca6f7006-368f-4d95-a3c3-653d46af5fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:43:53.545742 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f776b272-fe7b-42a2-8439-407889cb728f req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Bound using segment: {'id': '0866e98b-2319-47f9-97d6-5cf095ddcad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ca6f7006-368f-4d95-a3c3-653d46af5fd5'} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:43:53.546166 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-f776b272-fe7b-42a2-8439-407889cb728f req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Bound port: 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0866e98b-2319-47f9-97d6-5cf095ddcad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ca6f7006-368f-4d95-a3c3-653d46af5fd5'}}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:43:53.546498 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-f776b272-fe7b-42a2-8439-407889cb728f req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:53.583513 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-4c4527c9-2a87-4f79-a052-b7b878f810a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'name': 'tempest-AttachVolumeTestJSON-1648109101-router', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:07Z', 'updated_at': '2021-06-06T17:43:15Z', 'revision_number': 4, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'gw_port': {'id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:08Z', 'updated_at': '2021-06-06T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': 'ca39658f-3a6a-4c33-a019-487ab79138ab', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'port_id': '337e06c8-9097-41b3-a3f8-74aa847c9476', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'mac_address': 'fa:16:3e:9e:ac:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9263dde6-820c-4509-b20b-2ea298c6da37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:43:22Z', 'updated_at': '2021-06-06T17:43:51Z', 'revision_number': 1, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc600b9-33e1-446a-b42a-372327c905f9', 'name': '', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'mac_address': 'fa:16:3e:cc:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:24Z', 'revision_number': 5, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'subnets': [{'id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:53.596146 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4527c9-2a87-4f79-a052-b7b878f810a0 None None] Checking router: d3af6832-253e-4024-9bde-b8d8a441ecb2 for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:43:53.606646 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4527c9-2a87-4f79-a052-b7b878f810a0 None None] Routers {'d3af6832-253e-4024-9bde-b8d8a441ecb2'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:43:53.607523 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-4c4527c9-2a87-4f79-a052-b7b878f810a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:43:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['d3af6832-253e-4024-9bde-b8d8a441ecb2'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:53.670568 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f120ef-4ca9-4a31-8003-4c274fb93f80 x-openstack-request-id: req-b0f120ef-4ca9-4a31-8003-4c274fb93f80 {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:53.670929 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9263dde6-820c-4509-b20b-2ea298c6da37", "tag": "337e06c8-9097-41b3-a3f8-74aa847c9476", "status": "completed", "code": 200}]} {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:53.671159 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0f120ef-4ca9-4a31-8003-4c274fb93f80 {{(pid=98885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:53.671571 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9263dde6-820c-4509-b20b-2ea298c6da37', 'tag': '337e06c8-9097-41b3-a3f8-74aa847c9476', 'status': 'completed', 'code': 200} Jun 06 17:43:53.696326 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-f776b272-fe7b-42a2-8439-407889cb728f req-14c72496-8419-4592-860c-1a6761d70076 service neutron] For port 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea, host hv-cinder-79128, cleared binding levels {{(pid=98884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:43:53.699473 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-f776b272-fe7b-42a2-8439-407889cb728f req-14c72496-8419-4592-860c-1a6761d70076 service neutron] For port 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6ae9bea2-f114-4966-aed7-1ddfbb7f09ea,segment=NetworkSegment(0866e98b-2319-47f9-97d6-5cf095ddcad7),segment_id=0866e98b-2319-47f9-97d6-5cf095ddcad7)] {{(pid=98884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:43:53.744165 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [req-5686fff0-84c4-4ae0-920e-847466688a10 req-9babff91-eaca-49e1-931a-202e7e7ebb29 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Calling delete_port for 800efb57-cfc5-4d57-aaa5-89987dc721dc owned by compute:nova {{(pid=98885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:43:53.788380 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-f776b272-fe7b-42a2-8439-407889cb728f req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:53.804352 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:53.839904 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-4c4527c9-2a87-4f79-a052-b7b878f810a0 None None] Set router d3af6832-253e-4024-9bde-b8d8a441ecb2 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:43:53.883289 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776b272-fe7b-42a2-8439-407889cb728f req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:53.884173 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-f776b272-fe7b-42a2-8439-407889cb728f req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:53.885546 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f776b272-fe7b-42a2-8439-407889cb728f req-14c72496-8419-4592-860c-1a6761d70076 service neutron] 10.222.0.35 "PUT /v2.0/ports/6ae9bea2-f114-4966-aed7-1ddfbb7f09ea HTTP/1.1" status: 200 len: 1093 time: 2.0636461 Jun 06 17:43:53.897581 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae9bea2-f114-4966-aed7-1ddfbb7f09ea,revision_number=3']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:53.909481 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:53.909481 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88161b9c-149b-4ab9-988b-dfbfe895c262', 'tag': '6ae9bea2-f114-4966-aed7-1ddfbb7f09ea'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:53.911359 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f54cbb-6825-4df9-9c58-e9a9d7c7f423" -d '{"events": [{"name": "network-changed", "server_uuid": "88161b9c-149b-4ab9-988b-dfbfe895c262", "tag": "6ae9bea2-f114-4966-aed7-1ddfbb7f09ea"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:53.922828 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad08ce-a278-4546-998c-d18002a72975 req-57402a03-b48f-4fec-8736-599df14e9da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:53.924607 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-63ad08ce-a278-4546-998c-d18002a72975 req-57402a03-b48f-4fec-8736-599df14e9da0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3e8d3dc1c114c759be5fcb73c702a58&device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 1099 time: 0.2224274 Jun 06 17:43:53.929548 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:54.022470 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-9d9e6919-1fd9-4310-9d5e-db2232e1f4bf tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:54.023949 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-9d9e6919-1fd9-4310-9d5e-db2232e1f4bf tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/networks?id=dbace6f0-a618-4a89-9f11-91d64a35f0b9 HTTP/1.1" status: 200 len: 814 time: 0.2168050 Jun 06 17:43:54.049870 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-840b9553-b246-4019-927f-4bc473074365 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/quotas/d64340b0b53c4cd6919b73508a5a3855 HTTP/1.1" status: 200 len: 375 time: 0.0108430 Jun 06 17:43:54.140827 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-5686fff0-84c4-4ae0-920e-847466688a10 req-9babff91-eaca-49e1-931a-202e7e7ebb29 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:54.151332 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad08ce-a278-4546-998c-d18002a72975 req-7482637b-36ab-41eb-9a90-f424f760293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:54.152824 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-63ad08ce-a278-4546-998c-d18002a72975 req-7482637b-36ab-41eb-9a90-f424f760293a service neutron] 10.222.0.35 "GET /v2.0/networks?id=7400c8c4-2b2d-42c7-ac06-b41e30d48de8 HTTP/1.1" status: 200 len: 912 time: 0.2220881 Jun 06 17:43:54.160313 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-0559023f-58fa-4b59-842c-2aa855715d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:54.180725 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['b149514f-1f50-4f2d-9104-12ed5ef19853', '009c3dae-5ef4-4d48-b753-c7e0f66fadec', '800efb57-cfc5-4d57-aaa5-89987dc721dc'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:43:54.196323 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 40528) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:54.201823 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-c995e7c4-641b-4c72-a669-2be338d68c7f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--243882063', 'description': 'tempest-description--1467129701'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:54.230246 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babff91-eaca-49e1-931a-202e7e7ebb29 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Pushing event deleted for resources: {'Port': ['ID=800efb57-cfc5-4d57-aaa5-89987dc721dc,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:54.253962 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec33924-d3fc-404a-b604-e9bfd211fe25 x-openstack-request-id: req-bec33924-d3fc-404a-b604-e9bfd211fe25 {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:54.254841 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88161b9c-149b-4ab9-988b-dfbfe895c262", "tag": "6ae9bea2-f114-4966-aed7-1ddfbb7f09ea", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:54.257308 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bec33924-d3fc-404a-b604-e9bfd211fe25 {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:54.258038 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88161b9c-149b-4ab9-988b-dfbfe895c262', 'tag': '6ae9bea2-f114-4966-aed7-1ddfbb7f09ea', 'status': 'completed', 'code': 200} Jun 06 17:43:54.260366 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-9babff91-eaca-49e1-931a-202e7e7ebb29 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:54.330942 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5686fff0-84c4-4ae0-920e-847466688a10 req-9babff91-eaca-49e1-931a-202e7e7ebb29 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] No DVR routers for this DVR port 800efb57-cfc5-4d57-aaa5-89987dc721dc on host hv-cinder-79128 {{(pid=98885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:43:54.334801 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-5686fff0-84c4-4ae0-920e-847466688a10 req-9babff91-eaca-49e1-931a-202e7e7ebb29 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:54.336574 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5686fff0-84c4-4ae0-920e-847466688a10 req-9babff91-eaca-49e1-931a-202e7e7ebb29 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.35 "DELETE /v2.0/ports/800efb57-cfc5-4d57-aaa5-89987dc721dc HTTP/1.1" status: 204 len: 173 time: 1.3623137 Jun 06 17:43:54.347058 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-86d7d98e-e0fd-479d-b1e6-0a3238d095ec tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d64340b0b53c4cd6919b73508a5a3855&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2973900 Jun 06 17:43:54.401527 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-63ad08ce-a278-4546-998c-d18002a72975 req-f8fdb40b-569e-4285-a89d-36c084b386e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=337e06c8-9097-41b3-a3f8-74aa847c9476 HTTP/1.1" status: 200 len: 1000 time: 0.2396064 Jun 06 17:43:54.413187 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776b272-fe7b-42a2-8439-407889cb728f req-cd98d940-0131-42fd-9763-4d93b0f49259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:54.414864 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f776b272-fe7b-42a2-8439-407889cb728f req-cd98d940-0131-42fd-9763-4d93b0f49259 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e010dd1ac104a8ea75a6975d471497b&device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 1096 time: 0.3704934 Jun 06 17:43:54.421637 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-4c4527c9-2a87-4f79-a052-b7b878f810a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'name': 'tempest-AttachVolumeTestJSON-1648109101-router', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:07Z', 'updated_at': '2021-06-06T17:43:15Z', 'revision_number': 4, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'gw_port': {'id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:08Z', 'updated_at': '2021-06-06T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': 'ca39658f-3a6a-4c33-a019-487ab79138ab', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'port_id': '337e06c8-9097-41b3-a3f8-74aa847c9476', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'mac_address': 'fa:16:3e:9e:ac:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9263dde6-820c-4509-b20b-2ea298c6da37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:43:22Z', 'updated_at': '2021-06-06T17:43:51Z', 'revision_number': 1, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc600b9-33e1-446a-b42a-372327c905f9', 'name': '', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'mac_address': 'fa:16:3e:cc:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:24Z', 'revision_number': 5, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'subnets': [{'id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:43:54.429392 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4527c9-2a87-4f79-a052-b7b878f810a0 None None] The sync data for ids ['d3af6832-253e-4024-9bde-b8d8a441ecb2'] in dv-cinder-791281-4-iscsi is: [{'id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'name': 'tempest-AttachVolumeTestJSON-1648109101-router', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:07Z', 'updated_at': '2021-06-06T17:43:15Z', 'revision_number': 4, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'gw_port': {'id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:08Z', 'updated_at': '2021-06-06T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': 'ca39658f-3a6a-4c33-a019-487ab79138ab', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'port_id': '337e06c8-9097-41b3-a3f8-74aa847c9476', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'mac_address': 'fa:16:3e:9e:ac:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9263dde6-820c-4509-b20b-2ea298c6da37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:43:22Z', 'updated_at': '2021-06-06T17:43:51Z', 'revision_number': 1, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc600b9-33e1-446a-b42a-372327c905f9', 'name': '', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'mac_address': 'fa:16:3e:cc:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:24Z', 'revision_number': 5, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'subnets': [{'id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:43:54.462332 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c995e7c4-641b-4c72-a669-2be338d68c7f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:54.531420 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-5d22afa8-7052-475e-8fae-e7a07147f4d0 service neutron] 10.222.0.18 "GET /v2.0/networks/dbace6f0-a618-4a89-9f11-91d64a35f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654162 Jun 06 17:43:54.550043 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f776b272-fe7b-42a2-8439-407889cb728f req-17686e58-6e97-47da-bdad-0cab945f4dfe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae9bea2-f114-4966-aed7-1ddfbb7f09ea HTTP/1.1" status: 200 len: 217 time: 0.0931275 Jun 06 17:43:54.742710 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8dd39a00-9451-4802-bdf8-9bdd6b82d61f req-352ee137-8e45-4037-a68a-76ab7cc0c365 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b24cd72-d432-46e1-89f0-27f75edaa0bf HTTP/1.1" status: 200 len: 210 time: 0.1981006 Jun 06 17:43:54.753901 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba3b1d-4490-435b-a129-cf236f0b72af None None] New status for floating IP ca39658f-3a6a-4c33-a019-487ab79138ab: ACTIVE {{(pid=98887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:43:54.767577 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-5effa282-b39d-46e8-b60d-d80531009dfd service neutron] 10.222.0.18 "GET /v2.0/networks/dbace6f0-a618-4a89-9f11-91d64a35f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269135 Jun 06 17:43:54.822024 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c995e7c4-641b-4c72-a669-2be338d68c7f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:54.829071 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad08ce-a278-4546-998c-d18002a72975 req-ba6ef062-92f4-4d0f-847c-bed20f8b8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:54.835294 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-63ad08ce-a278-4546-998c-d18002a72975 req-ba6ef062-92f4-4d0f-847c-bed20f8b8172 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54fc5062-fa0a-442d-9f9a-32e968d1b9fa HTTP/1.1" status: 200 len: 850 time: 0.4195292 Jun 06 17:43:54.887750 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c995e7c4-641b-4c72-a669-2be338d68c7f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:54.893938 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-f2516cbb-65b6-4f50-ae74-55d1a0d69b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:54.928775 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995e7c4-641b-4c72-a669-2be338d68c7f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2092b7-d9f7-4abf-8883-0cb956d44ac8,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:54.931711 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c995e7c4-641b-4c72-a669-2be338d68c7f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:54.940261 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ce399405-dff2-4a77-9de5-1d5028e2c230 req-03eff8f7-fa54-4abd-8f31-e20519097d16 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=33226a74-6434-4447-82d4-0fcd56a0f35b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6894956 Jun 06 17:43:54.955855 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776b272-fe7b-42a2-8439-407889cb728f req-4218061e-a1d6-4a9d-92c5-ad8a55e6f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:54.957591 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f776b272-fe7b-42a2-8439-407889cb728f req-4218061e-a1d6-4a9d-92c5-ad8a55e6f466 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=39b0ec58-b7c1-4924-afc0-2e2c0f874f32 HTTP/1.1" status: 200 len: 852 time: 0.2624140 Jun 06 17:43:55.007731 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c995e7c4-641b-4c72-a669-2be338d68c7f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:55.012499 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-c995e7c4-641b-4c72-a669-2be338d68c7f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8142712 Jun 06 17:43:55.013326 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 40540) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:55.018098 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-515e60a7-5c0c-4c99-a56c-8563d792ce88 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Request body: {'security_group_rule': {'security_group_id': 'ca2092b7-d9f7-4abf-8883-0cb956d44ac8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:55.074408 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f776b272-fe7b-42a2-8439-407889cb728f req-f39933a6-be2a-4ae9-8c27-ab07c4730637 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca6f7006-368f-4d95-a3c3-653d46af5fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961778 Jun 06 17:43:55.129057 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda62a69-c6ce-415a-838d-0168654ddaeb req-63009c07-2ad7-448c-92c1-a3e365334aa2 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:55.131052 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-eda62a69-c6ce-415a-838d-0168654ddaeb req-63009c07-2ad7-448c-92c1-a3e365334aa2 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 943 time: 0.2400188 Jun 06 17:43:55.166409 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-515e60a7-5c0c-4c99-a56c-8563d792ce88 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:55.230510 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad08ce-a278-4546-998c-d18002a72975 req-8af71d22-a704-479e-84f2-8aeb2b3ded00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:55.231969 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-63ad08ce-a278-4546-998c-d18002a72975 req-8af71d22-a704-479e-84f2-8aeb2b3ded00 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7400c8c4-2b2d-42c7-ac06-b41e30d48de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3886549 Jun 06 17:43:55.248058 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-04327388-64e8-4c96-8eb0-e665610e23b0 req-c9fc253c-bb82-4db2-8196-67a4c0c952fd tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 210 time: 0.0604229 Jun 06 17:43:55.295704 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-515e60a7-5c0c-4c99-a56c-8563d792ce88 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:55.315313 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-eda62a69-c6ce-415a-838d-0168654ddaeb req-424a28d7-41bf-4dfe-a011-efa36d8dd783 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488285 Jun 06 17:43:55.399237 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-515e60a7-5c0c-4c99-a56c-8563d792ce88 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:55.408218 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:55.438314 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e60a7-5c0c-4c99-a56c-8563d792ce88 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79fd76fd-a068-45a8-a5a5-3562dd78618b,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:55.442409 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-515e60a7-5c0c-4c99-a56c-8563d792ce88 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:55.455477 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f776b272-fe7b-42a2-8439-407889cb728f req-1bc52e3f-4b5a-4ed7-8665-e7dce13c9a32 service neutron] 10.222.0.35 "GET /v2.0/networks/ca6f7006-368f-4d95-a3c3-653d46af5fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648298 Jun 06 17:43:55.464002 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce399405-dff2-4a77-9de5-1d5028e2c230 req-cec6ab05-5876-4ce9-8eec-f951ab3362a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:55.465380 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ce399405-dff2-4a77-9de5-1d5028e2c230 req-cec6ab05-5876-4ce9-8eec-f951ab3362a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d5b58d21b43f4c29abeede717f6a7632&device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 1098 time: 0.3758812 Jun 06 17:43:55.535422 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-63ad08ce-a278-4546-998c-d18002a72975 req-965af02a-6c33-4a31-924d-6d3d74eaf0cc service neutron] 10.222.0.35 "GET /v2.0/networks/7400c8c4-2b2d-42c7-ac06-b41e30d48de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878199 Jun 06 17:43:55.587730 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-515e60a7-5c0c-4c99-a56c-8563d792ce88 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:55.592030 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-515e60a7-5c0c-4c99-a56c-8563d792ce88 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5752618 Jun 06 17:43:55.592353 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 40548) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:55.596954 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-11a7a460-eec5-4cff-b0e6-901e18164473 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Request body: {'security_group_rule': {'security_group_id': 'ca2092b7-d9f7-4abf-8883-0cb956d44ac8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:55.681941 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b24cd72-d432-46e1-89f0-27f75edaa0bf', 'name': 'network-vif-deleted', 'tag': '800efb57-cfc5-4d57-aaa5-89987dc721dc'}] {{(pid=98885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:43:55.684365 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a6c2106189684e6c8c135db98febb64b7965986d5ce9c0aaacdf0f98e167a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f09381-289b-4eec-bec1-b01ec1c184b4" -d '{"events": [{"server_uuid": "4b24cd72-d432-46e1-89f0-27f75edaa0bf", "name": "network-vif-deleted", "tag": "800efb57-cfc5-4d57-aaa5-89987dc721dc"}]}' {{(pid=98885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:43:55.728237 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155f0409-3444-447d-b96b-c9be4e62c762 x-openstack-request-id: req-155f0409-3444-447d-b96b-c9be4e62c762 {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:43:55.728461 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b24cd72-d432-46e1-89f0-27f75edaa0bf", "name": "network-vif-deleted", "tag": "800efb57-cfc5-4d57-aaa5-89987dc721dc", "status": "completed", "code": 200}]} {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:43:55.728848 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-155f0409-3444-447d-b96b-c9be4e62c762 {{(pid=98885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:43:55.729331 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b24cd72-d432-46e1-89f0-27f75edaa0bf', 'name': 'network-vif-deleted', 'tag': '800efb57-cfc5-4d57-aaa5-89987dc721dc', 'status': 'completed', 'code': 200} Jun 06 17:43:55.778008 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-11a7a460-eec5-4cff-b0e6-901e18164473 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:55.822706 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:55.839062 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce399405-dff2-4a77-9de5-1d5028e2c230 req-3f4dfd45-6bd4-495e-931d-04d7f922f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:55.840538 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ce399405-dff2-4a77-9de5-1d5028e2c230 req-3f4dfd45-6bd4-495e-931d-04d7f922f8b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5819759c-7390-4859-9471-3f1914d1536e HTTP/1.1" status: 200 len: 915 time: 0.3417799 Jun 06 17:43:55.844448 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f776b272-fe7b-42a2-8439-407889cb728f req-534b43b4-8659-493b-8da8-8a407ac08685 service neutron] 10.222.0.35 "GET /v2.0/networks/ca6f7006-368f-4d95-a3c3-653d46af5fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697872 Jun 06 17:43:55.876335 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-11a7a460-eec5-4cff-b0e6-901e18164473 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:55.935914 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ce399405-dff2-4a77-9de5-1d5028e2c230 req-01842605-e809-45f3-92d1-a9a95078a0aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b149514f-1f50-4f2d-9104-12ed5ef19853 HTTP/1.1" status: 200 len: 217 time: 0.0779524 Jun 06 17:43:55.937830 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-63ad08ce-a278-4546-998c-d18002a72975 req-4c0758cb-8467-482a-9fed-25c7911a5db7 service neutron] 10.222.0.35 "GET /v2.0/networks/7400c8c4-2b2d-42c7-ac06-b41e30d48de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814692 Jun 06 17:43:55.976585 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-11a7a460-eec5-4cff-b0e6-901e18164473 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:55.978994 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-f3863ddd-38c8-4b65-91a9-e25190ce7276 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:55.995491 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7a460-eec5-4cff-b0e6-901e18164473 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42744418-2ffd-4520-a776-838009f83e1c,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:56.000196 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-11a7a460-eec5-4cff-b0e6-901e18164473 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:56.066671 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce399405-dff2-4a77-9de5-1d5028e2c230 req-62cbebd7-cfd0-4a0e-bf09-a090e32f9634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:56.068156 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ce399405-dff2-4a77-9de5-1d5028e2c230 req-62cbebd7-cfd0-4a0e-bf09-a090e32f9634 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8679353-f529-4d10-943e-fe2abace2802 HTTP/1.1" status: 200 len: 854 time: 0.1258156 Jun 06 17:43:56.074162 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-11a7a460-eec5-4cff-b0e6-901e18164473 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:56.075595 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-11a7a460-eec5-4cff-b0e6-901e18164473 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4820814 Jun 06 17:43:56.079072 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 40558) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:43:56.084165 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-80c39373-eda2-4b75-833c-722fc9498ba3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Request body: {'floatingip': {'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:56.120374 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ce399405-dff2-4a77-9de5-1d5028e2c230 req-016e59cd-a0c7-42a0-a299-7990bb05e31f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5819759c-7390-4859-9471-3f1914d1536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444670 Jun 06 17:43:56.126203 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f54cbb-6825-4df9-9c58-e9a9d7c7f423 req-647c4a81-0c3b-484d-a09f-b2f6440f1918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:56.127516 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e9f54cbb-6825-4df9-9c58-e9a9d7c7f423 req-647c4a81-0c3b-484d-a09f-b2f6440f1918 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e010dd1ac104a8ea75a6975d471497b&device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 1096 time: 0.1406438 Jun 06 17:43:56.196602 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-80c39373-eda2-4b75-833c-722fc9498ba3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for floatingip, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:56.493779 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7deff665-246a-4f26-94aa-ba61dc3ed9ea req-02bb35ee-b679-4825-90f5-5b5915d232a1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 210 time: 0.0620451 Jun 06 17:43:56.540911 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-80c39373-eda2-4b75-833c-722fc9498ba3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:56.543262 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ce399405-dff2-4a77-9de5-1d5028e2c230 req-990509f9-1f91-43a2-a1d6-fc353c56a090 service neutron] 10.222.0.35 "GET /v2.0/networks/5819759c-7390-4859-9471-3f1914d1536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130695 Jun 06 17:43:56.545339 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f54cbb-6825-4df9-9c58-e9a9d7c7f423 req-39312a7b-3464-4263-bd43-dfbed4d39dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:56.546911 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e9f54cbb-6825-4df9-9c58-e9a9d7c7f423 req-39312a7b-3464-4263-bd43-dfbed4d39dd7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca6f7006-368f-4d95-a3c3-653d46af5fd5 HTTP/1.1" status: 200 len: 913 time: 0.3979490 Jun 06 17:43:56.551213 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2731c-c6ab-432a-9671-9d32a99660df req-601e48e7-517a-42e2-ad99-3ee734740027 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:56.552875 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-eac2731c-c6ab-432a-9671-9d32a99660df req-601e48e7-517a-42e2-ad99-3ee734740027 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 943 time: 0.1158423 Jun 06 17:43:56.674176 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-eac2731c-c6ab-432a-9671-9d32a99660df req-21c50000-dd15-4daf-be23-b8f3cc13ad52 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869064 Jun 06 17:43:56.706085 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e9f54cbb-6825-4df9-9c58-e9a9d7c7f423 req-0440b646-704c-4fb4-a632-26535c4ac3a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae9bea2-f114-4966-aed7-1ddfbb7f09ea HTTP/1.1" status: 200 len: 217 time: 0.1239588 Jun 06 17:43:56.749390 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [None req-80c39373-eda2-4b75-833c-722fc9498ba3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Allocated IP 172.27.1.91 (51853ba8-cea8-4c9b-b5c3-a56837a6d9d6/59a9bba0-da8c-4953-8d6b-87895ebef86f/42b84a6e-14ee-41ef-ade0-aaa601ff7811) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:43:56.861012 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f54cbb-6825-4df9-9c58-e9a9d7c7f423 req-50de6c8c-ae68-44c2-aecd-051e4d286a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:56.862386 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e9f54cbb-6825-4df9-9c58-e9a9d7c7f423 req-50de6c8c-ae68-44c2-aecd-051e4d286a80 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=39b0ec58-b7c1-4924-afc0-2e2c0f874f32 HTTP/1.1" status: 200 len: 852 time: 0.1436906 Jun 06 17:43:56.906326 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-80c39373-eda2-4b75-833c-722fc9498ba3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:56.927947 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ce399405-dff2-4a77-9de5-1d5028e2c230 req-6a2c0085-9fa5-4111-8976-52d2c60d4cc1 service neutron] 10.222.0.35 "GET /v2.0/networks/5819759c-7390-4859-9471-3f1914d1536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660281 Jun 06 17:43:56.930973 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e9f54cbb-6825-4df9-9c58-e9a9d7c7f423 req-aaddf3bc-a1d7-415f-9420-514e025ec5de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca6f7006-368f-4d95-a3c3-653d46af5fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565293 Jun 06 17:43:56.943826 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7cedd-473d-4964-9b73-a86aedc78c51 req-a431e10b-0870-4656-b0c7-c31cf354f680 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:56.945849 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c1d7cedd-473d-4964-9b73-a86aedc78c51 req-a431e10b-0870-4656-b0c7-c31cf354f680 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 945 time: 0.3079841 Jun 06 17:43:57.025113 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-80c39373-eda2-4b75-833c-722fc9498ba3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:57.032078 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-08e91f00-293c-45d1-85ab-5988f672fd8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:57.082034 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c1d7cedd-473d-4964-9b73-a86aedc78c51 req-551949ad-1864-4c71-9e77-83a009a4a8f3 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301169 Jun 06 17:43:57.111939 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c39373-eda2-4b75-833c-722fc9498ba3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:43:57.112755 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c39373-eda2-4b75-833c-722fc9498ba3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Pushing event updated for resources: {'Port': ['ID=42b84a6e-14ee-41ef-ade0-aaa601ff7811,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:57.115968 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-80c39373-eda2-4b75-833c-722fc9498ba3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:43:57.116143 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e9f54cbb-6825-4df9-9c58-e9a9d7c7f423 req-9a38fb6e-0e2d-4086-b579-4829dbc64b32 service neutron] 10.222.0.35 "GET /v2.0/networks/ca6f7006-368f-4d95-a3c3-653d46af5fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625547 Jun 06 17:43:57.118016 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-80c39373-eda2-4b75-833c-722fc9498ba3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:57.118701 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c39373-eda2-4b75-833c-722fc9498ba3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:43:57.205150 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-80c39373-eda2-4b75-833c-722fc9498ba3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:57.257470 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e9f54cbb-6825-4df9-9c58-e9a9d7c7f423 req-8b3ddd12-f2d8-43f3-ad28-66c2e24179db service neutron] 10.222.0.35 "GET /v2.0/networks/ca6f7006-368f-4d95-a3c3-653d46af5fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332223 Jun 06 17:43:57.313591 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-80c39373-eda2-4b75-833c-722fc9498ba3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:57.518960 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-80c39373-eda2-4b75-833c-722fc9498ba3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for port, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:57.564816 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:57.640885 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-31da3e79-b1ca-48e8-8cef-3381eff2e55e req-d6cb8cfd-35d4-41fc-9f21-338fa0d5eac4 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 210 time: 0.0432954 Jun 06 17:43:57.692887 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:43:57.696176 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 800efb57-cfc5-4d57-aaa5-89987dc721dc no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:43:57.736941 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] No Port match for: 800efb57-cfc5-4d57-aaa5-89987dc721dc {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:43:57.737386 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 800efb57-cfc5-4d57-aaa5-89987dc721dc not bound to the agent host hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:43:57.776409 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-80c39373-eda2-4b75-833c-722fc9498ba3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14987785'] for port, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:57.783849 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-bcfe92c8-8644-458f-9241-0d4abd7507cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:57.875078 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6ae9bea2-f114-4966-aed7-1ddfbb7f09ea,segment=NetworkSegment(0866e98b-2319-47f9-97d6-5cf095ddcad7),segment_id=0866e98b-2319-47f9-97d6-5cf095ddcad7)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:57.889674 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': '6ae9bea2-f114-4966-aed7-1ddfbb7f09ea', 'network_id': 'ca6f7006-368f-4d95-a3c3-653d46af5fd5', 'port_id': '6ae9bea2-f114-4966-aed7-1ddfbb7f09ea', 'mac_address': 'fa:16:3e:87:7f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b0ec58-b7c1-4924-afc0-2e2c0f874f32', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:43:57.947046 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:57.951179 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c39373-eda2-4b75-833c-722fc9498ba3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Pushing event updated for resources: {'Port': ['ID=42b84a6e-14ee-41ef-ade0-aaa601ff7811,revision_number=2']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:57.954123 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-80c39373-eda2-4b75-833c-722fc9498ba3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:57.964388 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:43:57.966447 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-80c39373-eda2-4b75-833c-722fc9498ba3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559996'] for floatingip, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:57.980711 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6ae9bea2-f114-4966-aed7-1ddfbb7f09ea,segment=NetworkSegment(0866e98b-2319-47f9-97d6-5cf095ddcad7),segment_id=0866e98b-2319-47f9-97d6-5cf095ddcad7)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:58.001462 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebc440-d49f-4060-92d7-dcf31f65c872 req-f9f546f6-a706-45fb-abb5-a565b0acdd57 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:58.002914 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-e8ebc440-d49f-4060-92d7-dcf31f65c872 req-f9f546f6-a706-45fb-abb5-a565b0acdd57 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 943 time: 0.1840448 Jun 06 17:43:58.044810 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:58.046491 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:58.059386 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-e8ebc440-d49f-4060-92d7-dcf31f65c872 req-e7bad439-4f49-4158-abce-e737f3225858 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484383 Jun 06 17:43:58.079204 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-80c39373-eda2-4b75-833c-722fc9498ba3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for floatingip, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:58.080705 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-80c39373-eda2-4b75-833c-722fc9498ba3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0002549 Jun 06 17:43:58.121494 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=6ae9bea2-f114-4966-aed7-1ddfbb7f09ea,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:58.125479 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:58.135364 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-85338c49-78d0-4261-8c76-55b2ed7d206c tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:58.136822 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-85338c49-78d0-4261-8c76-55b2ed7d206c tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.35 "GET /v2.0/networks?id=dbace6f0-a618-4a89-9f11-91d64a35f0b9 HTTP/1.1" status: 200 len: 814 time: 0.2357085 Jun 06 17:43:58.160630 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db190-45a3-49a6-9d25-03c0380772e6 req-6a7640cd-a218-477f-ba1e-648490ad8b93 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:58.162621 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5a3db190-45a3-49a6-9d25-03c0380772e6 req-6a7640cd-a218-477f-ba1e-648490ad8b93 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.35 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 945 time: 0.1541781 Jun 06 17:43:58.167383 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-e55d6349-9df2-4576-8f7d-c37d00d21276 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Request body: {'port': {'device_id': '68d6232d-8e51-4f21-9fb1-672b6d2dd689', 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9', 'admin_state_up': True, 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:43:58.286749 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['6ae9bea2-f114-4966-aed7-1ddfbb7f09ea'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:43:58.359926 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-b432d7a3-cc19-4132-8c75-faf89993e9fa tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--243882063&fields=id&tenant_id=22e0c313a0d34d1cbf3166f27aaa75be HTTP/1.1" status: 200 len: 267 time: 0.0551524 Jun 06 17:43:58.508524 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c97690-eef0-4589-a487-0b3ed9f67302 req-3607fd62-2e05-4ae2-8d06-aeae545c9ba1 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:58.510024 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-37c97690-eef0-4589-a487-0b3ed9f67302 req-3607fd62-2e05-4ae2-8d06-aeae545c9ba1 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 945 time: 0.2835996 Jun 06 17:43:58.532110 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-fead9ddf-7181-4e6c-995d-603728fb6f69 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:58.533593 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-fead9ddf-7181-4e6c-995d-603728fb6f69 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/networks?id=797ee1ce-df47-45dc-9d12-b7882bffb3f5 HTTP/1.1" status: 200 len: 816 time: 0.1729159 Jun 06 17:43:58.558133 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-819402f2-c1a2-4c36-8357-e2a0201e610b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/quotas/22e0c313a0d34d1cbf3166f27aaa75be HTTP/1.1" status: 200 len: 375 time: 0.0090230 Jun 06 17:43:58.558359 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-5a3db190-45a3-49a6-9d25-03c0380772e6 req-113e269c-dfbb-4bf7-9d39-9b777c0512df tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Deleting port 009c3dae-5ef4-4d48-b753-c7e0f66fadec {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:43:58.558359 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-5a3db190-45a3-49a6-9d25-03c0380772e6 req-113e269c-dfbb-4bf7-9d39-9b777c0512df tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:58.583834 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-e55d6349-9df2-4576-8f7d-c37d00d21276 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Made reservation on behalf of d64340b0b53c4cd6919b73508a5a3855 for: {'port': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:43:58.587332 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-e55d6349-9df2-4576-8f7d-c37d00d21276 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:58.619357 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-37c97690-eef0-4589-a487-0b3ed9f67302 req-b9534fa9-db1d-4bd7-addc-b75c811b1ea3 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018057 Jun 06 17:43:58.660150 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-8354930a-f2e9-4498-bc68-288fde0eb055 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=22e0c313a0d34d1cbf3166f27aaa75be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1025639 Jun 06 17:43:58.877833 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-a2bdf730-5a5e-4649-91af-284daedeb5c0 service neutron] 10.222.0.18 "GET /v2.0/networks/797ee1ce-df47-45dc-9d12-b7882bffb3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890371 Jun 06 17:43:58.927134 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-5a3db190-45a3-49a6-9d25-03c0380772e6 req-113e269c-dfbb-4bf7-9d39-9b777c0512df tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] For port 009c3dae-5ef4-4d48-b753-c7e0f66fadec, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=009c3dae-5ef4-4d48-b753-c7e0f66fadec,segment=NetworkSegment(a722723a-849f-4268-9cd8-907163b5b3e3),segment_id=a722723a-849f-4268-9cd8-907163b5b3e3)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:43:58.927503 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-5a3db190-45a3-49a6-9d25-03c0380772e6 req-113e269c-dfbb-4bf7-9d39-9b777c0512df tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:59.151649 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-5a3db190-45a3-49a6-9d25-03c0380772e6 req-113e269c-dfbb-4bf7-9d39-9b777c0512df tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Calling delete_port for 009c3dae-5ef4-4d48-b753-c7e0f66fadec owned by compute:nova {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:43:59.186841 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ad465dde-a9e1-497e-82a5-8272144993d6 req-89cf83ae-a991-4cb5-8a78-5162c24904be tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 210 time: 0.2136433 Jun 06 17:43:59.223240 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-e55d6349-9df2-4576-8f7d-c37d00d21276 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Allocated IP 172.20.0.7 (dbace6f0-a618-4a89-9f11-91d64a35f0b9/c208a13b-e4aa-4a76-bb08-1c48747a82ca/bdf167d9-bf74-4d29-ba9c-f40d2423a794) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:43:59.299758 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-a6ce0370-bd36-4c35-b339-a68f0b78c768 service neutron] 10.222.0.18 "GET /v2.0/networks/797ee1ce-df47-45dc-9d12-b7882bffb3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124217 Jun 06 17:43:59.562193 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-e55d6349-9df2-4576-8f7d-c37d00d21276 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:59.595298 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-e55d6349-9df2-4576-8f7d-c37d00d21276 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Transition to ACTIVE for port object bdf167d9-bf74-4d29-ba9c-f40d2423a794 will not be triggered until provisioned by entity DHCP. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:43:59.610774 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0858abe9-9beb-4948-8036-95ef437d9914 req-aa1d4cf1-77d1-4019-900a-c2cd24b04597 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 210 time: 0.0530138 Jun 06 17:43:59.635775 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e5e2c-1419-4be8-8824-af0911ec3701 req-0a4cf06e-5b70-4cee-994f-0b343d36d51b tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:43:59.642684 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9a9e5e2c-1419-4be8-8824-af0911ec3701 req-0a4cf06e-5b70-4cee-994f-0b343d36d51b tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 944 time: 0.2352238 Jun 06 17:43:59.735056 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:43:59.757242 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9a9e5e2c-1419-4be8-8824-af0911ec3701 req-e676a390-4cd9-43a4-a7b3-1f27048143c4 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116486 Jun 06 17:43:59.799529 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-5a3db190-45a3-49a6-9d25-03c0380772e6 req-113e269c-dfbb-4bf7-9d39-9b777c0512df tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:59.808354 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-43f1a756-8da2-44de-ae6c-4f30e6e2f824 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:43:59.817054 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['b149514f-1f50-4f2d-9104-12ed5ef19853'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:43:59.869875 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e269c-dfbb-4bf7-9d39-9b777c0512df tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Pushing event deleted for resources: {'Port': ['ID=009c3dae-5ef4-4d48-b753-c7e0f66fadec,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:43:59.872227 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-113e269c-dfbb-4bf7-9d39-9b777c0512df tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:43:59.877853 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-e55d6349-9df2-4576-8f7d-c37d00d21276 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:43:59.882736 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f5bb227f-8f0e-4b73-9296-96326ce03787 req-e797d119-f0a6-46d8-b4cd-260f4dd434d4 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 210 time: 0.0550592 Jun 06 17:43:59.894280 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-b9ba6027-2236-45bd-a910-3d0a092398ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:00.053288 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3db190-45a3-49a6-9d25-03c0380772e6 req-113e269c-dfbb-4bf7-9d39-9b777c0512df tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] No DVR routers for this DVR port 009c3dae-5ef4-4d48-b753-c7e0f66fadec on host hv-cinder-79128 {{(pid=98884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:44:00.060443 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-e55d6349-9df2-4576-8f7d-c37d00d21276 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Network dbace6f0-a618-4a89-9f11-91d64a35f0b9 is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:44:00.061776 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-5a3db190-45a3-49a6-9d25-03c0380772e6 req-113e269c-dfbb-4bf7-9d39-9b777c0512df tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:00.063669 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5a3db190-45a3-49a6-9d25-03c0380772e6 req-113e269c-dfbb-4bf7-9d39-9b777c0512df tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.35 "DELETE /v2.0/ports/009c3dae-5ef4-4d48-b753-c7e0f66fadec HTTP/1.1" status: 204 len: 173 time: 1.8808377 Jun 06 17:44:00.064184 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f9580c-9fde-49eb-98a5-18bc3a723c1b', 'name': 'network-vif-deleted', 'tag': '009c3dae-5ef4-4d48-b753-c7e0f66fadec'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:44:00.066549 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4676103-1025-4f9f-bd34-f498264ce058" -d '{"events": [{"server_uuid": "01f9580c-9fde-49eb-98a5-18bc3a723c1b", "name": "network-vif-deleted", "tag": "009c3dae-5ef4-4d48-b753-c7e0f66fadec"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:44:00.084053 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-e55d6349-9df2-4576-8f7d-c37d00d21276 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:44:00.086433 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d6349-9df2-4576-8f7d-c37d00d21276 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Pushing event updated for resources: {'Port': ['ID=bdf167d9-bf74-4d29-ba9c-f40d2423a794,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:00.102056 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-e55d6349-9df2-4576-8f7d-c37d00d21276 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:44:00.122821 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning for port 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:44:00.141640 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:44:00.142277 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:00.154629 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-e55d6349-9df2-4576-8f7d-c37d00d21276 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:00.157665 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867277f4-5486-479f-a148-d1d3b808bc04 x-openstack-request-id: req-867277f4-5486-479f-a148-d1d3b808bc04 {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:44:00.157665 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f9580c-9fde-49eb-98a5-18bc3a723c1b", "name": "network-vif-deleted", "tag": "009c3dae-5ef4-4d48-b753-c7e0f66fadec", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:44:00.157665 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-867277f4-5486-479f-a148-d1d3b808bc04 {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:44:00.157665 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f9580c-9fde-49eb-98a5-18bc3a723c1b', 'name': 'network-vif-deleted', 'tag': '009c3dae-5ef4-4d48-b753-c7e0f66fadec', 'status': 'completed', 'code': 200} Jun 06 17:44:00.205238 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-e55d6349-9df2-4576-8f7d-c37d00d21276 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:00.206224 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-e55d6349-9df2-4576-8f7d-c37d00d21276 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:00.314649 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-e55d6349-9df2-4576-8f7d-c37d00d21276 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1509688 Jun 06 17:44:00.347199 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:00.400249 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6ae9bea2-f114-4966-aed7-1ddfbb7f09ea,segment=NetworkSegment(0866e98b-2319-47f9-97d6-5cf095ddcad7),segment_id=0866e98b-2319-47f9-97d6-5cf095ddcad7)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:44:00.401775 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88161b9c-149b-4ab9-988b-dfbfe895c262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae9bea2-f114-4966-aed7-1ddfbb7f09ea'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:44:00.413106 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c6a666-4017-4f7d-97b2-bb4f4cb07a0b" -d '{"events": [{"server_uuid": "88161b9c-149b-4ab9-988b-dfbfe895c262", "name": "network-vif-plugged", "status": "completed", "tag": "6ae9bea2-f114-4966-aed7-1ddfbb7f09ea"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:44:00.459472 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9de0d4-7a22-48e7-8ef8-4e542a459fde req-323f6ff6-8028-4794-b97c-bc75126531ec tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:00.460973 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6d9de0d4-7a22-48e7-8ef8-4e542a459fde req-323f6ff6-8028-4794-b97c-bc75126531ec tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 931 time: 0.1050620 Jun 06 17:44:00.493627 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:00.494499 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 009c3dae-5ef4-4d48-b753-c7e0f66fadec no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:44:00.523079 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6d9de0d4-7a22-48e7-8ef8-4e542a459fde req-ebb76e22-3bdc-44bf-972c-35d46be7c082 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490153 Jun 06 17:44:00.528190 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:00.581802 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] No Port match for: 009c3dae-5ef4-4d48-b753-c7e0f66fadec {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:44:00.583600 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 009c3dae-5ef4-4d48-b753-c7e0f66fadec not bound to the agent host hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:44:00.585174 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-bcdbd6e6-c95b-4377-b3ec-7b2a5bebd26f None None] Provisioning for port bdf167d9-bf74-4d29-ba9c-f40d2423a794 completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:44:00.601013 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21145494-fecb-48b2-a051-69a387403982 x-openstack-request-id: req-21145494-fecb-48b2-a051-69a387403982 {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:44:00.606563 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88161b9c-149b-4ab9-988b-dfbfe895c262", "name": "network-vif-plugged", "status": "completed", "tag": "6ae9bea2-f114-4966-aed7-1ddfbb7f09ea", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:44:00.606563 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21145494-fecb-48b2-a051-69a387403982 {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:44:00.606563 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88161b9c-149b-4ab9-988b-dfbfe895c262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae9bea2-f114-4966-aed7-1ddfbb7f09ea', 'code': 200} Jun 06 17:44:00.606563 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-bcdbd6e6-c95b-4377-b3ec-7b2a5bebd26f None None] Provisioning complete for port bdf167d9-bf74-4d29-ba9c-f40d2423a794 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:44:00.606563 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-bcdbd6e6-c95b-4377-b3ec-7b2a5bebd26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:00.681259 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=6ae9bea2-f114-4966-aed7-1ddfbb7f09ea,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:00.687839 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:00.692016 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-bcdbd6e6-c95b-4377-b3ec-7b2a5bebd26f None None] Port bdf167d9-bf74-4d29-ba9c-f40d2423a794 cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:44:00.791658 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9c30d643-5f65-4820-a76a-8575f91d7f5b req-508a139c-f12c-4534-acb3-854e5af65f19 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 210 time: 0.0420806 Jun 06 17:44:00.990929 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41081cdb-b44f-456d-9101-5e5e445cae4a req-67e62177-b99c-4431-be2e-14f2f53e9032 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:00.994130 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-41081cdb-b44f-456d-9101-5e5e445cae4a req-67e62177-b99c-4431-be2e-14f2f53e9032 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 945 time: 0.0941620 Jun 06 17:44:01.038096 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-41081cdb-b44f-456d-9101-5e5e445cae4a req-687586ff-b0fb-419f-8301-ae872587c2ee tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395095 Jun 06 17:44:01.181382 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-7af04bf7-9ed1-47e6-96a9-5e6421ef9e1e req-821bd4da-cb5b-4d32-a13f-3e597070a4e2 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 210 time: 0.0423961 Jun 06 17:44:01.715704 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274d7cb-23e0-430d-aa11-e423c7f7ab26 req-dba04d7e-f09e-4d27-9a1d-705572d2755b tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:01.717203 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3274d7cb-23e0-430d-aa11-e423c7f7ab26 req-dba04d7e-f09e-4d27-9a1d-705572d2755b tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 931 time: 0.0868883 Jun 06 17:44:01.767738 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3274d7cb-23e0-430d-aa11-e423c7f7ab26 req-fb171d32-ee57-4a3f-98e4-bcb4dd2b2dc2 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447524 Jun 06 17:44:01.945530 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-37857a61-2a5b-4e79-9a63-9244a5efb985 req-c8a61273-6f25-422e-b9b7-aadafe5d4798 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 210 time: 0.0426302 Jun 06 17:44:02.237971 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da97ef7-0ea0-4e1a-915a-525989491033 req-d9af4948-b2d9-4876-8cfc-1449cd636e31 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:02.240024 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5da97ef7-0ea0-4e1a-915a-525989491033 req-d9af4948-b2d9-4876-8cfc-1449cd636e31 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 945 time: 0.0892489 Jun 06 17:44:02.288633 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5da97ef7-0ea0-4e1a-915a-525989491033 req-52a90994-2a54-4e5c-8c19-ff0266f2bc0d tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420249 Jun 06 17:44:02.428188 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ec74f4f3-3c0e-4ec3-af72-6c4bd319d4b9 req-5a01788f-a67e-46d9-9a2b-bbbaf283f217 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 210 time: 0.0424421 Jun 06 17:44:02.957310 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b07dcb-7d1d-430c-9cc1-c64c99521b0b req-7fa2ffed-31cb-478a-9612-33205e0c6ebd tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:02.958890 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-04b07dcb-7d1d-430c-9cc1-c64c99521b0b req-7fa2ffed-31cb-478a-9612-33205e0c6ebd tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 931 time: 0.0821095 Jun 06 17:44:03.011292 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-04b07dcb-7d1d-430c-9cc1-c64c99521b0b req-c773dcd3-e027-4a2b-96a3-fe110b9a4c10 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468328 Jun 06 17:44:03.161500 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c44b2b65-6ff4-4670-8633-efb6889dcadc req-2932a6f7-1bd7-4ec8-ade1-21dfb2800a0a tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 210 time: 0.0424848 Jun 06 17:44:03.480387 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1987808-1513-43f9-940d-720f4ce9210b req-2b9687ab-5950-48ad-8ef1-6f42bc1783a3 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:03.482344 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c1987808-1513-43f9-940d-720f4ce9210b req-2b9687ab-5950-48ad-8ef1-6f42bc1783a3 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 945 time: 0.0902872 Jun 06 17:44:03.534527 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c1987808-1513-43f9-940d-720f4ce9210b req-f2f5bb85-b544-4c76-848b-523e1d75d2d2 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465250 Jun 06 17:44:03.683128 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-aed7a26f-8c8d-4034-bbb9-a4711bec8de0 req-53b9d432-ce98-43e8-95ac-87bbd055d1cd tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 210 time: 0.0431442 Jun 06 17:44:04.223394 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756b79a-2afb-4b08-9bed-cda9803d9938 req-763b74cc-3c79-4eb8-8851-47a5d199d15a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:04.225049 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-2756b79a-2afb-4b08-9bed-cda9803d9938 req-763b74cc-3c79-4eb8-8851-47a5d199d15a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 931 time: 0.0975080 Jun 06 17:44:04.277207 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-2756b79a-2afb-4b08-9bed-cda9803d9938 req-e3e2ddb9-aaf4-463b-825e-c5ee2ceec056 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415568 Jun 06 17:44:04.421876 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-676c369d-684e-49c8-901f-d660ce06e6fe req-94acc44f-8a74-4c7c-86ea-7e9fa15dec8d tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 210 time: 0.0491066 Jun 06 17:44:04.732625 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0fdbc-40bd-4471-8ac1-18577b83ff5f req-29c93f1c-f219-4819-9936-014882369023 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:04.734501 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-bfc0fdbc-40bd-4471-8ac1-18577b83ff5f req-29c93f1c-f219-4819-9936-014882369023 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 945 time: 0.0900807 Jun 06 17:44:04.781226 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-bfc0fdbc-40bd-4471-8ac1-18577b83ff5f req-b5fd1897-23a7-4c6f-9d1d-fd2587119481 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393369 Jun 06 17:44:04.946331 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b83c4af0-66e4-42c8-8c6c-47abdc608a63 req-48cf01fe-2ab0-4966-913d-9bd571c93dbc tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 210 time: 0.0501978 Jun 06 17:44:05.465439 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26ab55-2ab4-4f34-8ff6-ed613da625d3 req-19068d84-3753-4929-983b-45392dcf823e tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:05.466946 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-cf26ab55-2ab4-4f34-8ff6-ed613da625d3 req-19068d84-3753-4929-983b-45392dcf823e tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 931 time: 0.0852220 Jun 06 17:44:05.515274 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-cf26ab55-2ab4-4f34-8ff6-ed613da625d3 req-4bd13423-626d-43f3-a6b5-cf1de0c0b380 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426726 Jun 06 17:44:05.682106 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3f9a464e-4520-41ca-a746-204828eca159 req-973e3c3d-6c39-4069-a433-90de35b210c9 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 210 time: 0.0585020 Jun 06 17:44:05.979231 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbc060-6f74-4c84-af0f-3d515a1b7536 req-034516e0-6408-4322-b07e-40ddc98f9f74 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:05.980720 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-affbc060-6f74-4c84-af0f-3d515a1b7536 req-034516e0-6408-4322-b07e-40ddc98f9f74 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 945 time: 0.0819278 Jun 06 17:44:06.026963 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-affbc060-6f74-4c84-af0f-3d515a1b7536 req-c4ceba0b-7567-47c8-a724-546057d1a346 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405333 Jun 06 17:44:06.181088 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d4e89eb8-93ca-478e-805d-b308b81b87d9 req-0b2a2ebb-bdc8-471a-bf32-e6ca1170ad1d tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 210 time: 0.0512550 Jun 06 17:44:06.709327 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acc503-c8c4-4666-bb1e-05f470d0b3c4 req-3cb367c3-e03c-42eb-8e01-afd13b20b18b tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:06.711728 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-42acc503-c8c4-4666-bb1e-05f470d0b3c4 req-3cb367c3-e03c-42eb-8e01-afd13b20b18b tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 931 time: 0.0910385 Jun 06 17:44:06.758048 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-42acc503-c8c4-4666-bb1e-05f470d0b3c4 req-d8d1b4b1-c80f-4652-863b-adbd2cb5016e tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407407 Jun 06 17:44:06.899546 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-40e9eeb8-4da3-4413-9977-c47deb23f879 req-05cce3f9-ae2d-4a19-a0c9-014338bc8e8b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 210 time: 0.0435650 Jun 06 17:44:07.223223 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1eb14-1dc0-48cb-8151-22de527a78ec req-6ee56ec3-087f-4bca-b64c-ab65fb2062bd tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:07.225512 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-77f1eb14-1dc0-48cb-8151-22de527a78ec req-6ee56ec3-087f-4bca-b64c-ab65fb2062bd tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 945 time: 0.0891330 Jun 06 17:44:07.275024 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-77f1eb14-1dc0-48cb-8151-22de527a78ec req-0be5b2f6-fefa-49c7-8d5c-077e35109a73 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436354 Jun 06 17:44:07.415888 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-56600af7-79af-4d68-aafc-006dfe812a6e req-1e902187-75c6-4dc5-add1-bc67f2c09a55 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 210 time: 0.0440505 Jun 06 17:44:08.006593 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:44:08.064219 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abeac49-8c4e-452e-89bc-9bc20ef2745d req-9806a7c7-74bb-433e-8be7-ee7d29e191cf tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:08.068816 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6abeac49-8c4e-452e-89bc-9bc20ef2745d req-9806a7c7-74bb-433e-8be7-ee7d29e191cf tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 931 time: 0.1908269 Jun 06 17:44:08.120520 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6abeac49-8c4e-452e-89bc-9bc20ef2745d req-fc821a74-92e3-452c-869f-3c3cb2ac7ed3 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468225 Jun 06 17:44:08.279885 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d26ef72b-630a-44bb-a0e0-9fde14751ccc req-c6f96161-c460-4923-a07c-dca397a3337f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 210 time: 0.0461967 Jun 06 17:44:08.470778 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2d9ee-e92a-4f35-888c-d824e702d91e req-ada24be6-cd5b-40ad-876b-b6f6b5210ee2 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:08.472270 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-66c2d9ee-e92a-4f35-888c-d824e702d91e req-ada24be6-cd5b-40ad-876b-b6f6b5210ee2 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 945 time: 0.0867629 Jun 06 17:44:08.521534 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-66c2d9ee-e92a-4f35-888c-d824e702d91e req-f7462ced-d01e-4935-a680-7b4540e634f8 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430639 Jun 06 17:44:08.666111 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-bb02acb0-e0a2-4223-a841-fb97033e6217 req-e8eb7cfe-b2c2-4dfa-8db8-1bcdcdc6c4a2 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 210 time: 0.0439529 Jun 06 17:44:09.454687 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8327e-6cc7-4abc-a5ee-9cbbb385df36 req-89b2e30e-c073-42f8-98a0-3799549ea026 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:09.456156 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-32f8327e-6cc7-4abc-a5ee-9cbbb385df36 req-89b2e30e-c073-42f8-98a0-3799549ea026 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 931 time: 0.0867186 Jun 06 17:44:09.501417 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-32f8327e-6cc7-4abc-a5ee-9cbbb385df36 req-e0d365b0-61f4-4882-9543-ead7c79789da tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390646 Jun 06 17:44:09.637133 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0e39833b-d0d9-4cee-87a7-c1e0f4828d55 req-2e4bb1c7-687a-4d35-966a-7d4698b382cb tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 210 time: 0.0431981 Jun 06 17:44:09.816307 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ced25b-cd20-4288-86f4-aeb9f32d3713 req-a7caa68f-2e70-408c-ab89-a4bc33c5291d tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:09.818376 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-27ced25b-cd20-4288-86f4-aeb9f32d3713 req-a7caa68f-2e70-408c-ab89-a4bc33c5291d tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 945 time: 0.0837038 Jun 06 17:44:09.861164 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-27ced25b-cd20-4288-86f4-aeb9f32d3713 req-e59eb1de-65fa-4f35-af75-eee4d0568c0a tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369937 Jun 06 17:44:10.001358 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-fe68bf57-76ee-4ecc-8af6-513258f16014 req-e1647e65-2b96-4d24-8303-b09392d8df32 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 210 time: 0.0419190 Jun 06 17:44:10.687845 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b6959-b330-498c-9b68-92eca7ee0e1f req-5b696bf5-f492-46e3-a67b-fc2c9435a627 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:10.689302 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-993b6959-b330-498c-9b68-92eca7ee0e1f req-5b696bf5-f492-46e3-a67b-fc2c9435a627 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 931 time: 0.0834138 Jun 06 17:44:10.733716 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-993b6959-b330-498c-9b68-92eca7ee0e1f req-5dfaf0b1-cb72-4c5d-b132-fdb1ad3f9ae7 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383453 Jun 06 17:44:10.868863 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-2a376551-1160-440f-8a25-a4ff74e86dba req-26a3c4b4-551e-4eba-b113-afc676df1a81 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 210 time: 0.0421226 Jun 06 17:44:11.046136 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48afed0-73a7-4e9f-bf8d-91c128bfb526 req-29f2bcc2-31d2-4634-9bdb-e84c96416e06 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:11.047483 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f48afed0-73a7-4e9f-bf8d-91c128bfb526 req-29f2bcc2-31d2-4634-9bdb-e84c96416e06 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 945 time: 0.0809591 Jun 06 17:44:11.091584 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f48afed0-73a7-4e9f-bf8d-91c128bfb526 req-a3d5aa69-b057-4e5d-b291-245a61f177e7 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382550 Jun 06 17:44:11.224222 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-8c37fbd0-0e4a-4de1-b6aa-fbbffbb99487 req-599a4dd7-b286-4a45-8a6e-4c0128bc6e3b tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 210 time: 0.0416622 Jun 06 17:44:11.349771 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Request body: {'port': {'device_id': '68d6232d-8e51-4f21-9fb1-672b6d2dd689', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:44:11.468158 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:11.820385 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf167d9-bf74-4d29-ba9c-f40d2423a794 {{(pid=98884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:44:11.827955 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:11.843259 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Transition to ACTIVE for port object bdf167d9-bf74-4d29-ba9c-f40d2423a794 will not be triggered until provisioned by entity L2. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:44:11.948540 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60bdb7-dde0-47a8-bbac-2c866603d2b0 req-e6e427aa-2bc7-4206-b1b1-9b232aec1d8f tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:11.950812 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-fd60bdb7-dde0-47a8-bbac-2c866603d2b0 req-e6e427aa-2bc7-4206-b1b1-9b232aec1d8f tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 931 time: 0.0926971 Jun 06 17:44:11.976468 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:11.987516 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2a970d62-0c73-4bbd-ac26-eca23ab753ac tempest-VolumesActionsTest-294071198 tempest-VolumesActionsTest-294071198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:12.004147 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-fd60bdb7-dde0-47a8-bbac-2c866603d2b0 req-41fa8c39-843d-4923-a916-d20b9f41cc89 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463700 Jun 06 17:44:12.144726 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-727ee0a0-74a3-47d7-bf6d-43f6f01d1885 req-6c1bb2c5-856a-45bb-ae7b-d353f3dff0f9 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 210 time: 0.1261415 Jun 06 17:44:12.210103 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf167d9-bf74-4d29-ba9c-f40d2423a794,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:12.251794 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:12.275882 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dce40-bf66-48b2-b756-8ee0d745d88e req-f594c931-c9fc-4ef6-98ec-cb99a33f31f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:12.277503 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ef4dce40-bf66-48b2-b756-8ee0d745d88e req-f594c931-c9fc-4ef6-98ec-cb99a33f31f2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 1098 time: 0.4329913 Jun 06 17:44:12.313146 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0f7d6-a599-47c4-9015-9dc0f351036b req-de46a041-6611-49f9-bfc3-d7aaf742ec63 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:12.314744 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-42a0f7d6-a599-47c4-9015-9dc0f351036b req-de46a041-6611-49f9-bfc3-d7aaf742ec63 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 945 time: 0.1021512 Jun 06 17:44:12.324610 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Attempting to bind port bdf167d9-bf74-4d29-ba9c-f40d2423a794 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:44:12.324994 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Attempting to bind port bdf167d9-bf74-4d29-ba9c-f40d2423a794 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '2c5a1658-e708-42bb-963a-f8400f73a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9'}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:44:12.325321 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Attempting to bind port bdf167d9-bf74-4d29-ba9c-f40d2423a794 on network dbace6f0-a618-4a89-9f11-91d64a35f0b9 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:44:12.332451 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ef4dce40-bf66-48b2-b756-8ee0d745d88e req-3e1397db-0e62-41a8-b392-177b367c6abb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453866 Jun 06 17:44:12.333630 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Port bdf167d9-bf74-4d29-ba9c-f40d2423a794 on network dbace6f0-a618-4a89-9f11-91d64a35f0b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:44:12.333630 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Attempting to bind port bdf167d9-bf74-4d29-ba9c-f40d2423a794 on network dbace6f0-a618-4a89-9f11-91d64a35f0b9 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:44:12.338945 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Checking agent: {'id': '6c14353c-f6d9-4edd-9e01-bd5de19f5e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'started_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:44:12.339266 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Checking segment: {'id': '2c5a1658-e708-42bb-963a-f8400f73a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:44:12.339649 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Bound using segment: {'id': '2c5a1658-e708-42bb-963a-f8400f73a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9'} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:44:12.340067 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Bound port: bdf167d9-bf74-4d29-ba9c-f40d2423a794, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5a1658-e708-42bb-963a-f8400f73a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9'}}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:44:12.340453 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:12.379856 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-42a0f7d6-a599-47c4-9015-9dc0f351036b req-20083cea-049e-4cce-8062-c5ceeecb24b4 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576603 Jun 06 17:44:12.446692 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-84b3754a-0d3e-4d0d-88ac-d7860609462e req-1d525617-4f70-48d8-be14-ed08de911cb0 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 210 time: 0.0606084 Jun 06 17:44:12.490447 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] For port bdf167d9-bf74-4d29-ba9c-f40d2423a794, host hv-cinder-79128, cleared binding levels {{(pid=98884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:44:12.493791 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] For port bdf167d9-bf74-4d29-ba9c-f40d2423a794, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bdf167d9-bf74-4d29-ba9c-f40d2423a794,segment=NetworkSegment(2c5a1658-e708-42bb-963a-f8400f73a8c7),segment_id=2c5a1658-e708-42bb-963a-f8400f73a8c7)] {{(pid=98884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:44:12.607993 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:12.611906 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:12.653852 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:12.654448 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:12.655764 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] 10.222.0.35 "PUT /v2.0/ports/bdf167d9-bf74-4d29-ba9c-f40d2423a794 HTTP/1.1" status: 200 len: 1093 time: 1.3116977 Jun 06 17:44:12.656231 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d6232d-8e51-4f21-9fb1-672b6d2dd689', 'tag': 'bdf167d9-bf74-4d29-ba9c-f40d2423a794'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:44:12.662587 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7d2348-1ccf-4b20-aef0-1fc71fb2c8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "68d6232d-8e51-4f21-9fb1-672b6d2dd689", "tag": "bdf167d9-bf74-4d29-ba9c-f40d2423a794"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:44:12.703885 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf167d9-bf74-4d29-ba9c-f40d2423a794,revision_number=3']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:12.708575 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:12.714947 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd8a98b-ec3c-4bc3-adee-918e5b58ff9d x-openstack-request-id: req-cfd8a98b-ec3c-4bc3-adee-918e5b58ff9d {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:44:12.715480 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d6232d-8e51-4f21-9fb1-672b6d2dd689", "tag": "bdf167d9-bf74-4d29-ba9c-f40d2423a794", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:44:12.715947 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cfd8a98b-ec3c-4bc3-adee-918e5b58ff9d {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:44:12.716605 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d6232d-8e51-4f21-9fb1-672b6d2dd689', 'tag': 'bdf167d9-bf74-4d29-ba9c-f40d2423a794', 'status': 'completed', 'code': 200} Jun 06 17:44:12.815545 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d2348-1ccf-4b20-aef0-1fc71fb2c8c3 req-6142d023-cac5-4520-a89b-ad6da514f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:12.817137 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-6a7d2348-1ccf-4b20-aef0-1fc71fb2c8c3 req-6142d023-cac5-4520-a89b-ad6da514f9b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d64340b0b53c4cd6919b73508a5a3855&device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 1096 time: 0.0789685 Jun 06 17:44:12.962934 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d2348-1ccf-4b20-aef0-1fc71fb2c8c3 req-4d25e8e2-e85f-472f-9e17-2d630e134fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:12.964308 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-6a7d2348-1ccf-4b20-aef0-1fc71fb2c8c3 req-4d25e8e2-e85f-472f-9e17-2d630e134fa0 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d64340b0b53c4cd6919b73508a5a3855&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1389270 Jun 06 17:44:13.108832 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d2348-1ccf-4b20-aef0-1fc71fb2c8c3 req-8ad5af06-ad16-4391-acc8-a3ac24d8f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:13.110248 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-6a7d2348-1ccf-4b20-aef0-1fc71fb2c8c3 req-8ad5af06-ad16-4391-acc8-a3ac24d8f187 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1393049 Jun 06 17:44:13.224177 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c909574-f4a6-4f83-b383-4f32b519aa59 req-00dcaafa-14f9-40ad-aec4-a43c5dd285da tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:13.225667 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-7c909574-f4a6-4f83-b383-4f32b519aa59 req-00dcaafa-14f9-40ad-aec4-a43c5dd285da tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 943 time: 0.1066036 Jun 06 17:44:13.281304 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-7c909574-f4a6-4f83-b383-4f32b519aa59 req-92a64b19-15b9-47e0-9f00-ac842aa2e6ed tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496526 Jun 06 17:44:13.398780 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-74e86d8d-8618-4bb4-9933-ca1e686b6e0d req-86b74705-c67a-4e30-b300-f2c3900803f5 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 210 time: 0.0770731 Jun 06 17:44:13.416208 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-8e2cc21a-6959-409f-b1c0-5de284c5b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:13.417699 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-8e2cc21a-6959-409f-b1c0-5de284c5b55f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d64340b0b53c4cd6919b73508a5a3855&device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 1096 time: 0.2618825 Jun 06 17:44:13.428301 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-02ecc062-c633-4463-ad58-2063303ea666 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:13.429748 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-02ecc062-c633-4463-ad58-2063303ea666 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.35 "GET /v2.0/networks?id=797ee1ce-df47-45dc-9d12-b7882bffb3f5 HTTP/1.1" status: 200 len: 816 time: 0.2321887 Jun 06 17:44:13.514229 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-29902045-e26f-4517-9c5d-7c55d0692028 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdf167d9-bf74-4d29-ba9c-f40d2423a794 HTTP/1.1" status: 200 len: 217 time: 0.0833876 Jun 06 17:44:13.586924 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-dc5be70d-e942-469e-8de3-ae8b75396466 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22e0c313a0d34d1cbf3166f27aaa75be HTTP/1.1" status: 200 len: 379 time: 0.1055501 Jun 06 17:44:13.587551 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cee4f-6adc-4d1a-b35c-2cfbdd2c4df8 req-9a903bdc-7aa0-4af5-82fe-270d32d740e0 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:13.589205 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b22cee4f-6adc-4d1a-b35c-2cfbdd2c4df8 req-9a903bdc-7aa0-4af5-82fe-270d32d740e0 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 945 time: 0.0888567 Jun 06 17:44:13.604607 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-8d8ffc8a-5ff5-4e89-88b5-eb5d386f12a6 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Request body: {'port': {'device_id': '7293ac59-4f99-4cd8-8433-4fdfc614065c', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'admin_state_up': True, 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'security_groups': ['ca2092b7-d9f7-4abf-8883-0cb956d44ac8']}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:44:13.637815 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b22cee4f-6adc-4d1a-b35c-2cfbdd2c4df8 req-70979291-3c19-4776-8224-4cc51c90c85a tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403512 Jun 06 17:44:13.790780 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4565f0b9-c0a3-4364-876e-e1f1529a59fc req-17d8e8a4-dc68-4e10-84a8-64887eb5a346 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=01f9580c-9fde-49eb-98a5-18bc3a723c1b HTTP/1.1" status: 200 len: 210 time: 0.1897261 Jun 06 17:44:13.792126 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-2bb419f2-b37b-4151-913f-08a63751dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:13.793405 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-2bb419f2-b37b-4151-913f-08a63751dd45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c208a13b-e4aa-4a76-bb08-1c48747a82ca HTTP/1.1" status: 200 len: 853 time: 0.2607102 Jun 06 17:44:13.965975 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-a030bbfc-29a5-4945-9921-f2c631a2950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:13.967427 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-a030bbfc-29a5-4945-9921-f2c631a2950b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbace6f0-a618-4a89-9f11-91d64a35f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1649511 Jun 06 17:44:14.094479 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-8d8ffc8a-5ff5-4e89-88b5-eb5d386f12a6 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Made reservation on behalf of 22e0c313a0d34d1cbf3166f27aaa75be for: {'port': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:44:14.097823 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-8d8ffc8a-5ff5-4e89-88b5-eb5d386f12a6 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:14.119124 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-bd860e08-509d-4ce7-b86d-a1fc479b45b6 service neutron] 10.222.0.35 "GET /v2.0/networks/dbace6f0-a618-4a89-9f11-91d64a35f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423061 Jun 06 17:44:14.369968 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c0cdbab1-04bd-427d-8c68-1ddaff1ffc0c req-bb98f0ae-3d36-4e33-9963-74e50c069000 service neutron] 10.222.0.35 "GET /v2.0/networks/dbace6f0-a618-4a89-9f11-91d64a35f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123799 Jun 06 17:44:14.382223 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-8d8ffc8a-5ff5-4e89-88b5-eb5d386f12a6 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Allocated IP 172.20.0.9 (797ee1ce-df47-45dc-9d12-b7882bffb3f5/32856328-a45b-4d19-b9c2-2268b19da00b/b01e681d-b5f8-416b-968a-2d1214b496fa) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:44:14.591219 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e1286-9f6c-481a-a49b-740ca8a04921 req-0cd4e17b-d9a4-4569-9cb2-696be685f2c8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:14.592694 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8f1e1286-9f6c-481a-a49b-740ca8a04921 req-0cd4e17b-d9a4-4569-9cb2-696be685f2c8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 943 time: 0.2011476 Jun 06 17:44:14.674862 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8f1e1286-9f6c-481a-a49b-740ca8a04921 req-7d8e3eda-39f4-418c-845a-50d4d8248cd0 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733209 Jun 06 17:44:14.678921 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-8d8ffc8a-5ff5-4e89-88b5-eb5d386f12a6 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:14.702013 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-8d8ffc8a-5ff5-4e89-88b5-eb5d386f12a6 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Transition to ACTIVE for port object b01e681d-b5f8-416b-968a-2d1214b496fa will not be triggered until provisioned by entity DHCP. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:44:14.812334 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-23836edc-6ddd-435d-9f2b-7a137acc1695 req-ece9bd51-d0ef-400a-9e16-8c1d41d9966e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 210 time: 0.0433125 Jun 06 17:44:14.891589 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-8d8ffc8a-5ff5-4e89-88b5-eb5d386f12a6 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:14.898590 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-e55d6349-9df2-4576-8f7d-c37d00d21276 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:14.979314 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ffc8a-5ff5-4e89-88b5-eb5d386f12a6 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Pushing event updated for resources: {'Port': ['ID=b01e681d-b5f8-416b-968a-2d1214b496fa,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:14.984167 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-8d8ffc8a-5ff5-4e89-88b5-eb5d386f12a6 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:14.991788 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-8d8ffc8a-5ff5-4e89-88b5-eb5d386f12a6 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Network 797ee1ce-df47-45dc-9d12-b7882bffb3f5 is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:44:14.993594 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-8d8ffc8a-5ff5-4e89-88b5-eb5d386f12a6 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:44:14.995897 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-8d8ffc8a-5ff5-4e89-88b5-eb5d386f12a6 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:44:15.069498 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-8d8ffc8a-5ff5-4e89-88b5-eb5d386f12a6 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:15.070963 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-8d8ffc8a-5ff5-4e89-88b5-eb5d386f12a6 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:15.171235 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-8d8ffc8a-5ff5-4e89-88b5-eb5d386f12a6 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5743124 Jun 06 17:44:15.183852 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Request body: {'port': {'device_id': '7293ac59-4f99-4cd8-8433-4fdfc614065c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:44:15.312505 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:15.324402 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-d89f4435-e91e-4d54-8844-d570abb97a57 None None] Provisioning for port b01e681d-b5f8-416b-968a-2d1214b496fa completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:44:15.330015 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-d89f4435-e91e-4d54-8844-d570abb97a57 None None] Provisioning complete for port b01e681d-b5f8-416b-968a-2d1214b496fa triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:44:15.330389 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-d89f4435-e91e-4d54-8844-d570abb97a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:15.383689 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-d89f4435-e91e-4d54-8844-d570abb97a57 None None] Port b01e681d-b5f8-416b-968a-2d1214b496fa cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:44:15.656756 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01e681d-b5f8-416b-968a-2d1214b496fa {{(pid=98884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:44:15.663871 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:15.679187 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Transition to ACTIVE for port object b01e681d-b5f8-416b-968a-2d1214b496fa will not be triggered until provisioned by entity L2. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:44:15.767420 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:15.771413 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-76316bcc-497e-4c7f-ae93-3e219dd77fbd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:15.896358 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b05f2-991a-48b8-8bc1-44a78b17f5b0 req-e9b52c74-58ee-4c21-871a-b85e7c439e1a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:15.898474 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5f6b05f2-991a-48b8-8bc1-44a78b17f5b0 req-e9b52c74-58ee-4c21-871a-b85e7c439e1a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 943 time: 0.1154628 Jun 06 17:44:15.959093 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5f6b05f2-991a-48b8-8bc1-44a78b17f5b0 req-8eaca334-0d4e-4466-bf50-4efdc4a91b05 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532453 Jun 06 17:44:16.143067 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Pushing event updated for resources: {'Port': ['ID=b01e681d-b5f8-416b-968a-2d1214b496fa,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:16.146732 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:16.206050 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Attempting to bind port b01e681d-b5f8-416b-968a-2d1214b496fa on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:44:16.206298 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Attempting to bind port b01e681d-b5f8-416b-968a-2d1214b496fa by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '5effff72-42c5-4daa-9414-1ff26a9a687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5'}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:44:16.206619 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Attempting to bind port b01e681d-b5f8-416b-968a-2d1214b496fa on network 797ee1ce-df47-45dc-9d12-b7882bffb3f5 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:44:16.217659 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc4435-c266-40a3-815d-341b1b0cad1f req-3df6afc8-5419-4bf5-9884-2712c81e985f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:16.219093 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-eabc4435-c266-40a3-815d-341b1b0cad1f req-3df6afc8-5419-4bf5-9884-2712c81e985f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 943 time: 0.1959393 Jun 06 17:44:16.220895 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Port b01e681d-b5f8-416b-968a-2d1214b496fa on network 797ee1ce-df47-45dc-9d12-b7882bffb3f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:44:16.221206 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Attempting to bind port b01e681d-b5f8-416b-968a-2d1214b496fa on network 797ee1ce-df47-45dc-9d12-b7882bffb3f5 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:44:16.227831 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Checking agent: {'id': '6c14353c-f6d9-4edd-9e01-bd5de19f5e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'started_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:44:16.228160 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Checking segment: {'id': '5effff72-42c5-4daa-9414-1ff26a9a687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:44:16.228531 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Bound using segment: {'id': '5effff72-42c5-4daa-9414-1ff26a9a687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5'} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:44:16.229056 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Bound port: b01e681d-b5f8-416b-968a-2d1214b496fa, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5effff72-42c5-4daa-9414-1ff26a9a687a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5'}}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:44:16.229399 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:16.333429 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-eabc4435-c266-40a3-815d-341b1b0cad1f req-0cd9a0b6-2faa-4d75-a800-2cc9322502be tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059067 Jun 06 17:44:16.362180 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] For port b01e681d-b5f8-416b-968a-2d1214b496fa, host hv-cinder-79128, cleared binding levels {{(pid=98884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:44:16.365576 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] For port b01e681d-b5f8-416b-968a-2d1214b496fa, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b01e681d-b5f8-416b-968a-2d1214b496fa,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:44:16.428500 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:16.432336 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-e23d6feb-4a31-4f98-a8df-b9da87e5309d tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:16.494245 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:16.494859 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:16.496231 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] 10.222.0.35 "PUT /v2.0/ports/b01e681d-b5f8-416b-968a-2d1214b496fa HTTP/1.1" status: 200 len: 1093 time: 1.3168142 Jun 06 17:44:16.497305 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7293ac59-4f99-4cd8-8433-4fdfc614065c', 'tag': 'b01e681d-b5f8-416b-968a-2d1214b496fa'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:44:16.499669 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8b64a5-c405-43bb-b854-5825e4ecf7fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7293ac59-4f99-4cd8-8433-4fdfc614065c", "tag": "b01e681d-b5f8-416b-968a-2d1214b496fa"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:44:16.519414 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Pushing event updated for resources: {'Port': ['ID=b01e681d-b5f8-416b-968a-2d1214b496fa,revision_number=3']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:16.529814 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:16.549931 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d327124e-e282-44f0-822d-8a62b1e93ede x-openstack-request-id: req-d327124e-e282-44f0-822d-8a62b1e93ede {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:44:16.550250 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7293ac59-4f99-4cd8-8433-4fdfc614065c", "tag": "b01e681d-b5f8-416b-968a-2d1214b496fa", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:44:16.550531 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d327124e-e282-44f0-822d-8a62b1e93ede {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:44:16.550943 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7293ac59-4f99-4cd8-8433-4fdfc614065c', 'tag': 'b01e681d-b5f8-416b-968a-2d1214b496fa', 'status': 'completed', 'code': 200} Jun 06 17:44:16.644060 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b64a5-c405-43bb-b854-5825e4ecf7fd req-5cdf3660-f578-4021-af0b-e7e4bf6ece0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:16.645789 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7a8b64a5-c405-43bb-b854-5825e4ecf7fd req-5cdf3660-f578-4021-af0b-e7e4bf6ece0a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=22e0c313a0d34d1cbf3166f27aaa75be&device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 1096 time: 0.0750642 Jun 06 17:44:16.790508 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b64a5-c405-43bb-b854-5825e4ecf7fd req-1eccc1b0-c849-4b6e-bd3c-d1ee66c5f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:16.791854 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7a8b64a5-c405-43bb-b854-5825e4ecf7fd req-1eccc1b0-c849-4b6e-bd3c-d1ee66c5f40a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=22e0c313a0d34d1cbf3166f27aaa75be&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1380773 Jun 06 17:44:16.943429 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b64a5-c405-43bb-b854-5825e4ecf7fd req-00ca7585-ae87-4aa3-9423-450dc792fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:16.944878 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7a8b64a5-c405-43bb-b854-5825e4ecf7fd req-00ca7585-ae87-4aa3-9423-450dc792fc83 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1466863 Jun 06 17:44:17.115336 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-85a50f65-118b-4f13-9a53-66dc07ed745a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:17.116898 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-85a50f65-118b-4f13-9a53-66dc07ed745a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=22e0c313a0d34d1cbf3166f27aaa75be&device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 1096 time: 0.1273837 Jun 06 17:44:17.148323 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ffa73-b563-4edc-8c7e-b8ba9c1f48cd req-f9be619a-af45-4ce4-931a-2311a01f9520 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:17.151007 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-064ffa73-b563-4edc-8c7e-b8ba9c1f48cd req-f9be619a-af45-4ce4-931a-2311a01f9520 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 943 time: 0.0840998 Jun 06 17:44:17.195223 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-48210728-b78b-4491-925a-6ad7412c9f90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b01e681d-b5f8-416b-968a-2d1214b496fa HTTP/1.1" status: 200 len: 217 time: 0.0696809 Jun 06 17:44:17.204273 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-064ffa73-b563-4edc-8c7e-b8ba9c1f48cd req-40763e51-5e97-4c41-9842-1ce4b57ac3f2 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466166 Jun 06 17:44:17.211394 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513f33e-7707-431f-92e8-4865a625b8ee req-e52c2efe-3d1f-4635-aea9-e58c8e835b55 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:17.213218 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f513f33e-7707-431f-92e8-4865a625b8ee req-e52c2efe-3d1f-4635-aea9-e58c8e835b55 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 945 time: 0.1638317 Jun 06 17:44:17.304670 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-fb59a33f-69c5-4f1c-b16f-822f3bb7807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:17.306021 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-fb59a33f-69c5-4f1c-b16f-822f3bb7807f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=32856328-a45b-4d19-b9c2-2268b19da00b HTTP/1.1" status: 200 len: 855 time: 0.0919292 Jun 06 17:44:17.308869 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f513f33e-7707-431f-92e8-4865a625b8ee req-2ad0fd2f-1e7c-46c4-bf46-9168cfbb0001 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624528 Jun 06 17:44:17.388690 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-68ce4183-eb63-4130-89ca-e3f22addc56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:17.390180 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-68ce4183-eb63-4130-89ca-e3f22addc56f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=797ee1ce-df47-45dc-9d12-b7882bffb3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758975 Jun 06 17:44:17.570905 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-6f12cffe-a26e-403e-a8b0-a1e810853015 service neutron] 10.222.0.35 "GET /v2.0/networks/797ee1ce-df47-45dc-9d12-b7882bffb3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732502 Jun 06 17:44:17.621935 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fef7d-aa20-4e9e-8fa9-35ae020ba2f5 req-1023b7cb-56ec-4d01-94aa-29c9bb5013dc tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:17.623308 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b56fef7d-aa20-4e9e-8fa9-35ae020ba2f5 req-1023b7cb-56ec-4d01-94aa-29c9bb5013dc tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 943 time: 0.1462383 Jun 06 17:44:17.727256 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b56fef7d-aa20-4e9e-8fa9-35ae020ba2f5 req-7550307e-3955-40b2-a0ad-4e57142ddcb9 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970902 Jun 06 17:44:17.744157 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-64f07c24-c181-4d19-b66c-5cb4e19a15d6 req-f64c11c8-d9ce-4da4-8fe8-50043af8f01c service neutron] 10.222.0.35 "GET /v2.0/networks/797ee1ce-df47-45dc-9d12-b7882bffb3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656840 Jun 06 17:44:17.788044 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device bdf167d9-bf74-4d29-ba9c-f40d2423a794 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:44:17.917642 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port bdf167d9-bf74-4d29-ba9c-f40d2423a794, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bdf167d9-bf74-4d29-ba9c-f40d2423a794,segment=NetworkSegment(2c5a1658-e708-42bb-963a-f8400f73a8c7),segment_id=2c5a1658-e708-42bb-963a-f8400f73a8c7)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:44:17.930112 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': 'bdf167d9-bf74-4d29-ba9c-f40d2423a794', 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9', 'port_id': 'bdf167d9-bf74-4d29-ba9c-f40d2423a794', 'mac_address': 'fa:16:3e:d6:f7:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c208a13b-e4aa-4a76-bb08-1c48747a82ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:44:18.009497 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:18.026180 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf167d9-bf74-4d29-ba9c-f40d2423a794 {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:44:18.041395 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port bdf167d9-bf74-4d29-ba9c-f40d2423a794, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bdf167d9-bf74-4d29-ba9c-f40d2423a794,segment=NetworkSegment(2c5a1658-e708-42bb-963a-f8400f73a8c7),segment_id=2c5a1658-e708-42bb-963a-f8400f73a8c7)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:44:18.112798 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:18.115588 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:18.178893 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=bdf167d9-bf74-4d29-ba9c-f40d2423a794,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:18.186793 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:18.187130 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:18.187458 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:18.187780 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:18.188096 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:18.188411 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:18.188724 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:18.189065 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:18.189378 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:18.189692 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:18.189998 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:18.190305 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:18.194968 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:18.392255 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873914-c552-4bb7-b971-2046d2a31ba6 req-de822e6b-8752-4bc5-a235-70296cc6fee5 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:18.393719 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9b873914-c552-4bb7-b971-2046d2a31ba6 req-de822e6b-8752-4bc5-a235-70296cc6fee5 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 944 time: 0.0787942 Jun 06 17:44:18.401807 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['bdf167d9-bf74-4d29-ba9c-f40d2423a794'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:44:18.440693 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9b873914-c552-4bb7-b971-2046d2a31ba6 req-90e4c0d0-495d-4013-954f-843c8e3564a1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404193 Jun 06 17:44:18.608912 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8acda9-6cbf-4332-ad7f-decc4ad69ae2 req-04960404-7d7a-48ec-b630-7605cd9a62a3 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:18.610342 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cd8acda9-6cbf-4332-ad7f-decc4ad69ae2 req-04960404-7d7a-48ec-b630-7605cd9a62a3 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 945 time: 0.1935833 Jun 06 17:44:18.656150 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cd8acda9-6cbf-4332-ad7f-decc4ad69ae2 req-3b3a14f8-7350-4013-8bd6-b516012c6bff tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/security-groups?id=b05f36c1-db06-490b-9977-da41f790141c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394866 Jun 06 17:44:18.879827 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940bf09-cd77-4d3b-b3f7-cdc201f1df0c req-a83b0484-d897-4f0e-8b82-312186b04466 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:18.881290 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d940bf09-cd77-4d3b-b3f7-cdc201f1df0c req-a83b0484-d897-4f0e-8b82-312186b04466 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.35 "GET /v2.0/ports?device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 945 time: 0.0808542 Jun 06 17:44:18.922241 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c52acf-45c2-4c25-8e76-f60deafadc75 req-c513a48c-2aec-4b26-987e-4984ce3de1ce tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:18.923674 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-94c52acf-45c2-4c25-8e76-f60deafadc75 req-c513a48c-2aec-4b26-987e-4984ce3de1ce tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 943 time: 0.0831873 Jun 06 17:44:18.968523 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-94c52acf-45c2-4c25-8e76-f60deafadc75 req-07676a89-795d-410f-b530-17dce8ad72f3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384564 Jun 06 17:44:19.018084 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-d940bf09-cd77-4d3b-b3f7-cdc201f1df0c req-80b4d394-c926-4239-b1af-407e0d918e17 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Deleting port b149514f-1f50-4f2d-9104-12ed5ef19853 {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:44:19.018341 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-d940bf09-cd77-4d3b-b3f7-cdc201f1df0c req-80b4d394-c926-4239-b1af-407e0d918e17 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:19.146928 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-d940bf09-cd77-4d3b-b3f7-cdc201f1df0c req-80b4d394-c926-4239-b1af-407e0d918e17 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] For port b149514f-1f50-4f2d-9104-12ed5ef19853, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b149514f-1f50-4f2d-9104-12ed5ef19853,segment=NetworkSegment(a722723a-849f-4268-9cd8-907163b5b3e3),segment_id=a722723a-849f-4268-9cd8-907163b5b3e3)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:44:19.147286 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-d940bf09-cd77-4d3b-b3f7-cdc201f1df0c req-80b4d394-c926-4239-b1af-407e0d918e17 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:19.269017 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-d940bf09-cd77-4d3b-b3f7-cdc201f1df0c req-80b4d394-c926-4239-b1af-407e0d918e17 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Calling delete_port for b149514f-1f50-4f2d-9104-12ed5ef19853 owned by compute:nova {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:44:19.424415 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-d940bf09-cd77-4d3b-b3f7-cdc201f1df0c req-80b4d394-c926-4239-b1af-407e0d918e17 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:19.429975 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:19.435405 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['b149514f-1f50-4f2d-9104-12ed5ef19853'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:44:19.476105 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4d394-c926-4239-b1af-407e0d918e17 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Pushing event deleted for resources: {'Port': ['ID=b149514f-1f50-4f2d-9104-12ed5ef19853,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:19.479318 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-80b4d394-c926-4239-b1af-407e0d918e17 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:19.554312 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d940bf09-cd77-4d3b-b3f7-cdc201f1df0c req-80b4d394-c926-4239-b1af-407e0d918e17 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] No DVR routers for this DVR port b149514f-1f50-4f2d-9104-12ed5ef19853 on host hv-cinder-79128 {{(pid=98884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:44:19.585377 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-d940bf09-cd77-4d3b-b3f7-cdc201f1df0c req-80b4d394-c926-4239-b1af-407e0d918e17 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:19.587178 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d940bf09-cd77-4d3b-b3f7-cdc201f1df0c req-80b4d394-c926-4239-b1af-407e0d918e17 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.35 "DELETE /v2.0/ports/b149514f-1f50-4f2d-9104-12ed5ef19853 HTTP/1.1" status: 204 len: 173 time: 0.6991339 Jun 06 17:44:19.588613 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33226a74-6434-4447-82d4-0fcd56a0f35b', 'name': 'network-vif-deleted', 'tag': 'b149514f-1f50-4f2d-9104-12ed5ef19853'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:44:19.590938 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05aef7c-450a-4298-bdab-734a44fbdd76" -d '{"events": [{"server_uuid": "33226a74-6434-4447-82d4-0fcd56a0f35b", "name": "network-vif-deleted", "tag": "b149514f-1f50-4f2d-9104-12ed5ef19853"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:44:19.643945 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20e132-ef71-4508-bc33-b32c90132ea5 req-628ee242-5399-4354-9768-54013a13e499 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:19.646307 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-3b20e132-ef71-4508-bc33-b32c90132ea5 req-628ee242-5399-4354-9768-54013a13e499 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 944 time: 0.0930107 Jun 06 17:44:19.652015 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c171b25f-bc4b-4d20-8899-6c5062042408 x-openstack-request-id: req-c171b25f-bc4b-4d20-8899-6c5062042408 {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:44:19.652015 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33226a74-6434-4447-82d4-0fcd56a0f35b", "name": "network-vif-deleted", "tag": "b149514f-1f50-4f2d-9104-12ed5ef19853", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:44:19.652015 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c171b25f-bc4b-4d20-8899-6c5062042408 {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:44:19.652015 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33226a74-6434-4447-82d4-0fcd56a0f35b', 'name': 'network-vif-deleted', 'tag': 'b149514f-1f50-4f2d-9104-12ed5ef19853', 'status': 'completed', 'code': 200} Jun 06 17:44:19.699893 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-3b20e132-ef71-4508-bc33-b32c90132ea5 req-82bea6f7-5afa-4b34-91af-dc4c826d2f30 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480618 Jun 06 17:44:19.796510 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device b01e681d-b5f8-416b-968a-2d1214b496fa details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:44:19.798813 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device bdf167d9-bf74-4d29-ba9c-f40d2423a794 up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:44:19.840310 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9962eba5-f0b4-4fea-bdb9-ad4ce566ddf0 req-69d843f9-ef21-4c63-9311-580d44d431ed tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] 10.222.0.18 "GET /v2.0/ports?device_id=33226a74-6434-4447-82d4-0fcd56a0f35b HTTP/1.1" status: 200 len: 210 time: 0.0429125 Jun 06 17:44:19.990265 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port b01e681d-b5f8-416b-968a-2d1214b496fa, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b01e681d-b5f8-416b-968a-2d1214b496fa,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:44:20.004291 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': 'b01e681d-b5f8-416b-968a-2d1214b496fa', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'port_id': 'b01e681d-b5f8-416b-968a-2d1214b496fa', 'mac_address': 'fa:16:3e:2b:ba:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:44:20.036064 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning for port bdf167d9-bf74-4d29-ba9c-f40d2423a794 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:44:20.056698 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port bdf167d9-bf74-4d29-ba9c-f40d2423a794 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:44:20.057094 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:20.110003 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:20.132599 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01e681d-b5f8-416b-968a-2d1214b496fa {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:44:20.158961 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc017f-9f89-4e76-8533-e824b53b1deb req-b866e076-d67f-457b-b650-3bae0faccc78 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:20.160399 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-4bdc017f-9f89-4e76-8533-e824b53b1deb req-b866e076-d67f-457b-b650-3bae0faccc78 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 943 time: 0.0818913 Jun 06 17:44:20.177057 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port b01e681d-b5f8-416b-968a-2d1214b496fa, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b01e681d-b5f8-416b-968a-2d1214b496fa,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:44:20.205163 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-4bdc017f-9f89-4e76-8533-e824b53b1deb req-049d91ba-dd0e-4898-9e80-cca28158bc94 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387704 Jun 06 17:44:20.210986 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:20.240287 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:20.244223 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:20.287632 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d6232d-8e51-4f21-9fb1-672b6d2dd689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf167d9-bf74-4d29-ba9c-f40d2423a794'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:44:20.289889 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3c9d14-3c7c-4282-8174-b510029dd610" -d '{"events": [{"server_uuid": "68d6232d-8e51-4f21-9fb1-672b6d2dd689", "name": "network-vif-plugged", "status": "completed", "tag": "bdf167d9-bf74-4d29-ba9c-f40d2423a794"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:44:20.313619 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port bdf167d9-bf74-4d29-ba9c-f40d2423a794, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bdf167d9-bf74-4d29-ba9c-f40d2423a794,segment=NetworkSegment(2c5a1658-e708-42bb-963a-f8400f73a8c7),segment_id=2c5a1658-e708-42bb-963a-f8400f73a8c7)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:44:20.334013 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=b01e681d-b5f8-416b-968a-2d1214b496fa,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:20.337211 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:20.345406 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed30a4dc-37b4-4064-aa10-59b718191dff x-openstack-request-id: req-ed30a4dc-37b4-4064-aa10-59b718191dff {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:44:20.345406 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d6232d-8e51-4f21-9fb1-672b6d2dd689", "name": "network-vif-plugged", "status": "completed", "tag": "bdf167d9-bf74-4d29-ba9c-f40d2423a794", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:44:20.345406 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed30a4dc-37b4-4064-aa10-59b718191dff {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:44:20.345406 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d6232d-8e51-4f21-9fb1-672b6d2dd689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf167d9-bf74-4d29-ba9c-f40d2423a794', 'code': 200} Jun 06 17:44:20.387719 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-447d7962-d35d-4e58-94bb-7aae427f8752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:20.389201 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:20.391106 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-1e4fadb2-b080-42b9-8596-3f6760d4fb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:20.467031 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=bdf167d9-bf74-4d29-ba9c-f40d2423a794,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:20.470365 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:20.525783 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['b01e681d-b5f8-416b-968a-2d1214b496fa'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:44:20.718021 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b20f6f-3d11-41e5-a1c2-3de4b11a0b20 req-7a274a6f-3a56-48c0-b017-acbc9d0bbd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:20.719493 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d8b20f6f-3d11-41e5-a1c2-3de4b11a0b20 req-7a274a6f-3a56-48c0-b017-acbc9d0bbd1a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 1098 time: 0.0699363 Jun 06 17:44:20.768015 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d8b20f6f-3d11-41e5-a1c2-3de4b11a0b20 req-9b830832-2803-44a9-83c1-7a7b2368fff6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373733 Jun 06 17:44:20.976156 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 40818) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:20.977948 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b259e-20e2-4cde-a9a5-ca928a56eb6b req-5f4137d2-e9b1-44b5-b70d-f94fabd5bbb4 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:20.979405 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-882b259e-20e2-4cde-a9a5-ca928a56eb6b req-5f4137d2-e9b1-44b5-b70d-f94fabd5bbb4 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 945 time: 0.1695156 Jun 06 17:44:21.024734 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-882b259e-20e2-4cde-a9a5-ca928a56eb6b req-7ea6d866-02c0-4157-9363-2f3692c9d3bf tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396209 Jun 06 17:44:21.039113 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_v2 [None req-317e88b9-7262-4ad3-8867-5b7fab0c0ccf admin admin] Deleting subnet d8679353-f529-4d10-943e-fe2abace2802 {{(pid=98884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:44:21.042263 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-317e88b9-7262-4ad3-8867-5b7fab0c0ccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:21.090130 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-317e88b9-7262-4ad3-8867-5b7fab0c0ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16138247'] for subnet, precommit_delete_associations {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:21.147368 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-317e88b9-7262-4ad3-8867-5b7fab0c0ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1661668'] for subnet, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:21.290803 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-317e88b9-7262-4ad3-8867-5b7fab0c0ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1661677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-747034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14936211'] for subnet, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:21.295874 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-93360583-d341-4371-9a79-aad77a52f3ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:21.369179 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e88b9-7262-4ad3-8867-5b7fab0c0ccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8679353-f529-4d10-943e-fe2abace2802,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:21.371171 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-317e88b9-7262-4ad3-8867-5b7fab0c0ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for subnet, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:21.373550 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-317e88b9-7262-4ad3-8867-5b7fab0c0ccf admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d8679353-f529-4d10-943e-fe2abace2802 HTTP/1.1" status: 204 len: 168 time: 0.3957210 Jun 06 17:44:21.375624 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 40822) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:21.378592 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-317e88b9-7262-4ad3-8867-5b7fab0c0ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:21.418296 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e516d8f-2ac1-4d40-8589-c00a3a15b92a req-1d234332-c3fc-4a44-9cc7-926de149fa9b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:21.419740 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2e516d8f-2ac1-4d40-8589-c00a3a15b92a req-1d234332-c3fc-4a44-9cc7-926de149fa9b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 944 time: 0.0966828 Jun 06 17:44:21.474295 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2e516d8f-2ac1-4d40-8589-c00a3a15b92a req-ae93181f-7d31-45da-b236-528d9616c305 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476677 Jun 06 17:44:21.480880 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1d5b8be0-6d78-4cc4-a465-cbd20d41f506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698918'] for network, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:21.607746 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1d5b8be0-6d78-4cc4-a465-cbd20d41f506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1661053', 'neutron.services.segments.db._delete_segments_for_network-8779962478758'] for network, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:21.621223 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.services.segments.db [None req-1d5b8be0-6d78-4cc4-a465-cbd20d41f506 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5819759c-7390-4859-9471-3f1914d1536e']}} {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:44:21.633433 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.services.segments.db [None req-1d5b8be0-6d78-4cc4-a465-cbd20d41f506 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a722723a-849f-4268-9cd8-907163b5b3e3') {'for_net_delete': True} {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:44:21.633726 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.services.segments.db [None req-1d5b8be0-6d78-4cc4-a465-cbd20d41f506 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a722723a-849f-4268-9cd8-907163b5b3e3') {} {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:44:21.644512 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1d5b8be0-6d78-4cc4-a465-cbd20d41f506 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779962483649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15202838'] for segment, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:21.661486 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1d5b8be0-6d78-4cc4-a465-cbd20d41f506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:21.669867 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5b8be0-6d78-4cc4-a465-cbd20d41f506 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=98885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:44:21.670319 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1d5b8be0-6d78-4cc4-a465-cbd20d41f506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14987877'] for segment, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: Traceback (most recent call last): Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: timer() Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: cb(*args, **kw) Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: return func(*args, **kwargs) Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: self._notify() Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: self.callback(batched_events) Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: event.method(event) Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: return f(self, *a, **k) Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: return self._get(url).json() Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: return self.request(url, 'GET', **kwargs) Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:44:21.683892 dv-cinder-791281-4-iscsi neutron-server[98885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:44:21.825642 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device b01e681d-b5f8-416b-968a-2d1214b496fa up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:44:21.853317 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1d5b8be0-6d78-4cc4-a465-cbd20d41f506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1661030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559982'] for network, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:21.857255 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-0accde8e-ce33-4679-8383-bba6c658dd77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:21.872556 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1d5b8be0-6d78-4cc4-a465-cbd20d41f506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:21.874442 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-1d5b8be0-6d78-4cc4-a465-cbd20d41f506 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5819759c-7390-4859-9471-3f1914d1536e HTTP/1.1" status: 204 len: 168 time: 0.4978189 Jun 06 17:44:21.877915 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b8be0-6d78-4cc4-a465-cbd20d41f506 admin admin] Pushing event deleted for resources: {'Network': ['ID=5819759c-7390-4859-9471-3f1914d1536e,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:21.881497 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-1d5b8be0-6d78-4cc4-a465-cbd20d41f506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:22.018994 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning for port b01e681d-b5f8-416b-968a-2d1214b496fa completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:44:22.024691 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port b01e681d-b5f8-416b-968a-2d1214b496fa triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:44:22.025099 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:22.144463 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:22.177179 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port b01e681d-b5f8-416b-968a-2d1214b496fa, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b01e681d-b5f8-416b-968a-2d1214b496fa,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:44:22.212580 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34cc7c5-dbc5-4e86-af58-390bc6dea8eb req-5db1573a-add4-413f-a1ed-22cb1050fa5f tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:22.215727 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d34cc7c5-dbc5-4e86-af58-390bc6dea8eb req-5db1573a-add4-413f-a1ed-22cb1050fa5f tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 945 time: 0.0826502 Jun 06 17:44:22.244661 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:22.246531 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:22.266734 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d34cc7c5-dbc5-4e86-af58-390bc6dea8eb req-047d0901-45d5-4fc1-acc4-9f9e93307014 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441666 Jun 06 17:44:22.315777 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=b01e681d-b5f8-416b-968a-2d1214b496fa,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:22.320366 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:22.344091 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7293ac59-4f99-4cd8-8433-4fdfc614065c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01e681d-b5f8-416b-968a-2d1214b496fa'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:44:22.346553 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e04d82f-7956-4802-a532-2aed2695aa5d" -d '{"events": [{"server_uuid": "7293ac59-4f99-4cd8-8433-4fdfc614065c", "name": "network-vif-plugged", "status": "completed", "tag": "b01e681d-b5f8-416b-968a-2d1214b496fa"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:44:22.366102 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 40836) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:22.394093 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72488a40-dc9a-4a87-80c1-2d023016aef9 x-openstack-request-id: req-72488a40-dc9a-4a87-80c1-2d023016aef9 {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:44:22.394750 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7293ac59-4f99-4cd8-8433-4fdfc614065c", "name": "network-vif-plugged", "status": "completed", "tag": "b01e681d-b5f8-416b-968a-2d1214b496fa", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:44:22.395787 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72488a40-dc9a-4a87-80c1-2d023016aef9 {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:44:22.396541 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7293ac59-4f99-4cd8-8433-4fdfc614065c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01e681d-b5f8-416b-968a-2d1214b496fa', 'code': 200} Jun 06 17:44:22.476052 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-cf0b5b86-820a-487a-955e-57adbcc07a6e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5b58d21b43f4c29abeede717f6a7632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1058538 Jun 06 17:44:22.476599 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 40838) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:22.513960 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e4312-15d6-44b3-bda3-1021755a137a req-1b6831b6-4882-42d1-b761-9438c7ad1f24 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:22.515768 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0a2e4312-15d6-44b3-bda3-1021755a137a req-1b6831b6-4882-42d1-b761-9438c7ad1f24 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 945 time: 0.1155279 Jun 06 17:44:22.548257 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-a6517e82-8855-4e6b-9c15-70349bf73e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:22.563034 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0a2e4312-15d6-44b3-bda3-1021755a137a req-a3ccaae9-a8d9-48e7-b6ec-d2d636c4411f tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413346 Jun 06 17:44:22.577973 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-a6517e82-8855-4e6b-9c15-70349bf73e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:22.714265 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8ccb4-2f06-4e94-a1b3-bcd3e7f9d8d6 req-72b30fa3-da91-4d81-b4ec-73d6fe2b075e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:22.715784 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-36b8ccb4-2f06-4e94-a1b3-bcd3e7f9d8d6 req-72b30fa3-da91-4d81-b4ec-73d6fe2b075e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.0994627 Jun 06 17:44:22.794584 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-a6517e82-8855-4e6b-9c15-70349bf73e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:22.797191 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-a6517e82-8855-4e6b-9c15-70349bf73e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:22.800805 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-a6517e82-8855-4e6b-9c15-70349bf73e46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b05f36c1-db06-490b-9977-da41f790141c HTTP/1.1" status: 204 len: 168 time: 0.3209362 Jun 06 17:44:22.800805 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-8bb157e4-2745-4598-944b-04f238e1eba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:22.830302 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:22.840367 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-36b8ccb4-2f06-4e94-a1b3-bcd3e7f9d8d6 req-af0473a2-646e-4eac-b76b-6803c71226b1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177156 Jun 06 17:44:22.841137 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6517e82-8855-4e6b-9c15-70349bf73e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05f36c1-db06-490b-9977-da41f790141c,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:22.843519 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-a6517e82-8855-4e6b-9c15-70349bf73e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:22.887128 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788b4cf-fc96-4c67-9066-7d5aa0a8acb5 req-54dcad1b-bd46-4330-9758-2c7a9a5dc750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:22.888963 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e788b4cf-fc96-4c67-9066-7d5aa0a8acb5 req-54dcad1b-bd46-4330-9758-2c7a9a5dc750 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 1098 time: 0.1398330 Jun 06 17:44:22.937784 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e788b4cf-fc96-4c67-9066-7d5aa0a8acb5 req-c487259c-bccf-44ed-8b14-77c51ca0cf1f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429230 Jun 06 17:44:23.047453 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-e0a0dd1d-ba3b-4ec2-bc4b-21039b2a4fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:23.137351 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73a5cc-b208-4971-bd4f-b6f052b87f4e req-402c7658-4b33-4324-a5b4-82e828acee0b tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:23.139168 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2f73a5cc-b208-4971-bd4f-b6f052b87f4e req-402c7658-4b33-4324-a5b4-82e828acee0b tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 945 time: 0.1699598 Jun 06 17:44:23.193575 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2f73a5cc-b208-4971-bd4f-b6f052b87f4e req-c3351f3e-52e1-415c-b5f4-0a9183efe3b9 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465045 Jun 06 17:44:23.898766 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:24.074414 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229e759-af33-4635-a95c-69c93bd5dc37 req-f07dad1e-ce94-463d-85bd-ace2b36aa097 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:24.076700 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b229e759-af33-4635-a95c-69c93bd5dc37 req-f07dad1e-ce94-463d-85bd-ace2b36aa097 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.1015799 Jun 06 17:44:24.121532 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b229e759-af33-4635-a95c-69c93bd5dc37 req-9d997563-8d29-48d7-ad2e-4d2edd59bba7 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390582 Jun 06 17:44:24.905897 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device b149514f-1f50-4f2d-9104-12ed5ef19853 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:44:24.944611 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] No Port match for: b149514f-1f50-4f2d-9104-12ed5ef19853 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:44:24.944894 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device b149514f-1f50-4f2d-9104-12ed5ef19853 not bound to the agent host hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:44:25.316944 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab19cc-d64a-4a4a-aeaa-9e733f395e1b req-03c26864-5ea8-4a8a-ad34-1d568677bbae tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:25.318247 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-efab19cc-d64a-4a4a-aeaa-9e733f395e1b req-03c26864-5ea8-4a8a-ad34-1d568677bbae tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.0814712 Jun 06 17:44:25.361536 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-efab19cc-d64a-4a4a-aeaa-9e733f395e1b req-e8fe1b9e-70cc-416e-a0ee-e6d7f1e4491b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368624 Jun 06 17:44:25.761074 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:26.548771 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a496222-49cf-4359-bad7-024f21b1eab7 req-ff91a82d-48fc-4afd-8881-e47c6b095d76 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:26.550240 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-4a496222-49cf-4359-bad7-024f21b1eab7 req-ff91a82d-48fc-4afd-8881-e47c6b095d76 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.0789509 Jun 06 17:44:26.594200 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-4a496222-49cf-4359-bad7-024f21b1eab7 req-9b715df6-7d1f-4f9d-aef6-fee4ab5bdc98 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382190 Jun 06 17:44:27.567185 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:27.789237 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01206786-c059-48c5-b192-887c5b00530b req-9d01b238-10da-450c-a270-b5abd666f33c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:27.791294 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-01206786-c059-48c5-b192-887c5b00530b req-9d01b238-10da-450c-a270-b5abd666f33c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.0859280 Jun 06 17:44:27.836169 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-01206786-c059-48c5-b192-887c5b00530b req-d186dbeb-09e4-4c21-b0e0-5d5db2c83c00 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385799 Jun 06 17:44:28.031830 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa69356-7e8a-4804-98f9-ae8a911f7263 req-d4a4404f-283c-4a95-8457-6633d153a56a tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:28.033320 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5aa69356-7e8a-4804-98f9-ae8a911f7263 req-d4a4404f-283c-4a95-8457-6633d153a56a tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.0833268 Jun 06 17:44:28.042329 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 40924) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:28.046744 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-062cf2e0-bee9-4697-970c-6ee5ceea0a5c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Request body: {'floatingip': {'port_id': 'b01e681d-b5f8-416b-968a-2d1214b496fa'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:44:28.122440 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-062cf2e0-bee9-4697-970c-6ee5ceea0a5c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for floatingip, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:28.725506 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-062cf2e0-bee9-4697-970c-6ee5ceea0a5c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:28.793162 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-062cf2e0-bee9-4697-970c-6ee5ceea0a5c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559996'] for floatingip, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:28.969709 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.db.l3_db [None req-062cf2e0-bee9-4697-970c-6ee5ceea0a5c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Floating IP f11362e6-627b-4658-9535-ee1004ae83f6 associated. External IP: 172.27.1.91, port: b01e681d-b5f8-416b-968a-2d1214b496fa. Jun 06 17:44:29.413584 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062cf2e0-bee9-4697-970c-6ee5ceea0a5c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Router e4bc3a40-b804-408c-9b98-f66757ceeed4 has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:44:29.592124 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062cf2e0-bee9-4697-970c-6ee5ceea0a5c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:44:29.596264 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-062cf2e0-bee9-4697-970c-6ee5ceea0a5c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for floatingip, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:29.601219 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1acb617-429d-40a1-8be2-4822371bbbc2 None None] Sync routers for ids ['e4bc3a40-b804-408c-9b98-f66757ceeed4'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:44:29.610995 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1acb617-429d-40a1-8be2-4822371bbbc2 None None] Routers {'e4bc3a40-b804-408c-9b98-f66757ceeed4'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:44:29.611603 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-d1acb617-429d-40a1-8be2-4822371bbbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:44:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['e4bc3a40-b804-408c-9b98-f66757ceeed4'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:44:29.654537 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-062cf2e0-bee9-4697-970c-6ee5ceea0a5c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "PUT /v2.0/floatingips/f11362e6-627b-4658-9535-ee1004ae83f6 HTTP/1.1" status: 200 len: 990 time: 1.6087437 Jun 06 17:44:29.654537 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7293ac59-4f99-4cd8-8433-4fdfc614065c', 'tag': 'b01e681d-b5f8-416b-968a-2d1214b496fa'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:44:29.654973 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f50d3e2-6229-415a-b10f-b37376f686fe" -d '{"events": [{"name": "network-changed", "server_uuid": "7293ac59-4f99-4cd8-8433-4fdfc614065c", "tag": "b01e681d-b5f8-416b-968a-2d1214b496fa"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:44:29.782549 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-d1acb617-429d-40a1-8be2-4822371bbbc2 None None] Set router e4bc3a40-b804-408c-9b98-f66757ceeed4 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:44:30.142283 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-d1acb617-429d-40a1-8be2-4822371bbbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'name': 'tempest-AttachVolumeShelveTestJSON-109369191-router', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:29Z', 'updated_at': '2021-06-06T17:39:36Z', 'revision_number': 4, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'gw_port': {'id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ea:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': 'f11362e6-627b-4658-9535-ee1004ae83f6', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'port_id': 'b01e681d-b5f8-416b-968a-2d1214b496fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'mac_address': 'fa:16:3e:2b:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7293ac59-4f99-4cd8-8433-4fdfc614065c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:43:57Z', 'updated_at': '2021-06-06T17:44:28Z', 'revision_number': 1, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e', 'name': '', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'mac_address': 'fa:16:3e:de:7c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:35Z', 'updated_at': '2021-06-06T17:39:47Z', 'revision_number': 5, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'subnets': [{'id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:44:30.146186 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1acb617-429d-40a1-8be2-4822371bbbc2 None None] Checking router: e4bc3a40-b804-408c-9b98-f66757ceeed4 for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:44:30.154546 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1acb617-429d-40a1-8be2-4822371bbbc2 None None] Routers {'e4bc3a40-b804-408c-9b98-f66757ceeed4'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:44:30.155150 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-d1acb617-429d-40a1-8be2-4822371bbbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:44:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['e4bc3a40-b804-408c-9b98-f66757ceeed4'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:44:30.335572 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-d1acb617-429d-40a1-8be2-4822371bbbc2 None None] Set router e4bc3a40-b804-408c-9b98-f66757ceeed4 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:44:30.671980 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-d1acb617-429d-40a1-8be2-4822371bbbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'name': 'tempest-AttachVolumeShelveTestJSON-109369191-router', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:29Z', 'updated_at': '2021-06-06T17:39:36Z', 'revision_number': 4, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'gw_port': {'id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ea:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': 'f11362e6-627b-4658-9535-ee1004ae83f6', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'port_id': 'b01e681d-b5f8-416b-968a-2d1214b496fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'mac_address': 'fa:16:3e:2b:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7293ac59-4f99-4cd8-8433-4fdfc614065c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:43:57Z', 'updated_at': '2021-06-06T17:44:28Z', 'revision_number': 1, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e', 'name': '', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'mac_address': 'fa:16:3e:de:7c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:35Z', 'updated_at': '2021-06-06T17:39:47Z', 'revision_number': 5, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'subnets': [{'id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:44:30.675990 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1acb617-429d-40a1-8be2-4822371bbbc2 None None] The sync data for ids ['e4bc3a40-b804-408c-9b98-f66757ceeed4'] in dv-cinder-791281-4-iscsi is: [{'id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'name': 'tempest-AttachVolumeShelveTestJSON-109369191-router', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:29Z', 'updated_at': '2021-06-06T17:39:36Z', 'revision_number': 4, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'gw_port': {'id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ea:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': 'f11362e6-627b-4658-9535-ee1004ae83f6', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'port_id': 'b01e681d-b5f8-416b-968a-2d1214b496fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'mac_address': 'fa:16:3e:2b:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7293ac59-4f99-4cd8-8433-4fdfc614065c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:43:57Z', 'updated_at': '2021-06-06T17:44:28Z', 'revision_number': 1, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e', 'name': '', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'mac_address': 'fa:16:3e:de:7c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:35Z', 'updated_at': '2021-06-06T17:39:47Z', 'revision_number': 5, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'subnets': [{'id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:44:30.845058 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de15084-5709-4a96-83da-68dbc2fbd523 None None] New status for floating IP f11362e6-627b-4658-9535-ee1004ae83f6: ACTIVE {{(pid=98887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:44:31.518177 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2165f4-5d6c-4279-bbe2-d0aa6cd06efd x-openstack-request-id: req-7a2165f4-5d6c-4279-bbe2-d0aa6cd06efd {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:44:31.518664 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7293ac59-4f99-4cd8-8433-4fdfc614065c", "tag": "b01e681d-b5f8-416b-968a-2d1214b496fa", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:44:31.522113 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a2165f4-5d6c-4279-bbe2-d0aa6cd06efd {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:44:31.522113 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7293ac59-4f99-4cd8-8433-4fdfc614065c', 'tag': 'b01e681d-b5f8-416b-968a-2d1214b496fa', 'status': 'completed', 'code': 200} Jun 06 17:44:31.621142 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50d3e2-6229-415a-b10f-b37376f686fe req-4b9d33d0-aa95-44d8-8aab-15d91abf7ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:31.622494 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0f50d3e2-6229-415a-b10f-b37376f686fe req-4b9d33d0-aa95-44d8-8aab-15d91abf7ca0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=22e0c313a0d34d1cbf3166f27aaa75be&device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 1098 time: 0.0735416 Jun 06 17:44:31.766355 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50d3e2-6229-415a-b10f-b37376f686fe req-2e426169-89b7-401c-8f34-193b7930646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:31.767942 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0f50d3e2-6229-415a-b10f-b37376f686fe req-2e426169-89b7-401c-8f34-193b7930646b service neutron] 10.222.0.35 "GET /v2.0/networks?id=797ee1ce-df47-45dc-9d12-b7882bffb3f5 HTTP/1.1" status: 200 len: 917 time: 0.1384251 Jun 06 17:44:31.878404 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0f50d3e2-6229-415a-b10f-b37376f686fe req-8159fbb5-4805-4eea-b7be-0d36d04c35b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b01e681d-b5f8-416b-968a-2d1214b496fa HTTP/1.1" status: 200 len: 1000 time: 0.0971425 Jun 06 17:44:31.940550 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50d3e2-6229-415a-b10f-b37376f686fe req-9bd20158-302c-461e-9c49-9a34b04f1d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:31.942001 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0f50d3e2-6229-415a-b10f-b37376f686fe req-9bd20158-302c-461e-9c49-9a34b04f1d30 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=32856328-a45b-4d19-b9c2-2268b19da00b HTTP/1.1" status: 200 len: 855 time: 0.0573888 Jun 06 17:44:32.016907 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50d3e2-6229-415a-b10f-b37376f686fe req-ea4db34d-aeac-46af-aac5-7578950b629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:32.018408 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0f50d3e2-6229-415a-b10f-b37376f686fe req-ea4db34d-aeac-46af-aac5-7578950b629f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=797ee1ce-df47-45dc-9d12-b7882bffb3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706024 Jun 06 17:44:32.151117 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0f50d3e2-6229-415a-b10f-b37376f686fe req-571cb158-2134-45cd-8a0e-f8199f7bbe38 service neutron] 10.222.0.35 "GET /v2.0/networks/797ee1ce-df47-45dc-9d12-b7882bffb3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265719 Jun 06 17:44:32.291274 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0f50d3e2-6229-415a-b10f-b37376f686fe req-b68e2a2e-4b3e-41b4-b7b6-7c75d74abf85 service neutron] 10.222.0.35 "GET /v2.0/networks/797ee1ce-df47-45dc-9d12-b7882bffb3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339188 Jun 06 17:44:40.561124 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42d115-94eb-4bf1-ae22-379754070ae8 req-97d14554-0096-429c-8886-6df98ed75ec3 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:40.562702 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3d42d115-94eb-4bf1-ae22-379754070ae8 req-97d14554-0096-429c-8886-6df98ed75ec3 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 945 time: 0.0859530 Jun 06 17:44:40.612327 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3d42d115-94eb-4bf1-ae22-379754070ae8 req-36849776-b085-4c8b-a91b-86a7b81181d3 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437889 Jun 06 17:44:40.636119 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 41150) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:40.848389 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41156) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:40.894509 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481af4c6-6ee2-4752-a3d5-151bcdd2c361 tempest-TestMinimumBasicScenario-1650833594 tempest-TestMinimumBasicScenario-1650833594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:40.896030 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-481af4c6-6ee2-4752-a3d5-151bcdd2c361 tempest-TestMinimumBasicScenario-1650833594 tempest-TestMinimumBasicScenario-1650833594-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 1093 time: 0.2578552 Jun 06 17:44:40.899351 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41160) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:40.905032 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-e54aebc7-59a6-4497-a672-81be12e32ca1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Request body: {'floatingip': {'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'port_id': 'bdf167d9-bf74-4d29-ba9c-f40d2423a794', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'fixed_ip_address': '172.20.0.7'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:44:40.996594 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-01a057da-82f1-4361-bfda-b1a89efee2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:41.023871 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e54aebc7-59a6-4497-a672-81be12e32ca1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for floatingip, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:41.221069 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-01a057da-82f1-4361-bfda-b1a89efee2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:41.233910 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e54aebc7-59a6-4497-a672-81be12e32ca1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:41.282790 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-01a057da-82f1-4361-bfda-b1a89efee2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:41.292147 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:41.386496 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a057da-82f1-4361-bfda-b1a89efee2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7fb9fa-64a9-4293-a2b5-b57e4bc04982,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:41.405622 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-01a057da-82f1-4361-bfda-b1a89efee2bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=996326bd85a24d9a8b40cd0fe1c38240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5537059 Jun 06 17:44:41.405622 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-01a057da-82f1-4361-bfda-b1a89efee2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:41.409482 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 41168) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:41.437170 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [None req-e54aebc7-59a6-4497-a672-81be12e32ca1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Allocated IP 172.27.1.224 (51853ba8-cea8-4c9b-b5c3-a56837a6d9d6/59a9bba0-da8c-4953-8d6b-87895ebef86f/bd422602-68ac-490a-8598-799b57ecafad) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:44:41.473639 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-78592898-5ab5-4977-aae1-2d2cf79f0e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:41.506136 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-78592898-5ab5-4977-aae1-2d2cf79f0e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:41.598725 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e54aebc7-59a6-4497-a672-81be12e32ca1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:41.690449 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-78592898-5ab5-4977-aae1-2d2cf79f0e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:41.698002 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-78592898-5ab5-4977-aae1-2d2cf79f0e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:41.698002 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-78592898-5ab5-4977-aae1-2d2cf79f0e17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e7fb9fa-64a9-4293-a2b5-b57e4bc04982 HTTP/1.1" status: 204 len: 168 time: 0.2868912 Jun 06 17:44:41.698002 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-8d29bea3-f3b3-48c2-877b-39c40e81777c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:41.706171 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78592898-5ab5-4977-aae1-2d2cf79f0e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7fb9fa-64a9-4293-a2b5-b57e4bc04982,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:41.713753 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78592898-5ab5-4977-aae1-2d2cf79f0e17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:41.714243 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78592898-5ab5-4977-aae1-2d2cf79f0e17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:41.714669 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78592898-5ab5-4977-aae1-2d2cf79f0e17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:41.715088 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78592898-5ab5-4977-aae1-2d2cf79f0e17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:41.715514 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78592898-5ab5-4977-aae1-2d2cf79f0e17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:41.715923 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78592898-5ab5-4977-aae1-2d2cf79f0e17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:41.716333 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78592898-5ab5-4977-aae1-2d2cf79f0e17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:41.716748 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78592898-5ab5-4977-aae1-2d2cf79f0e17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:41.717409 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78592898-5ab5-4977-aae1-2d2cf79f0e17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:41.717821 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78592898-5ab5-4977-aae1-2d2cf79f0e17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:41.718232 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78592898-5ab5-4977-aae1-2d2cf79f0e17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:41.718721 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78592898-5ab5-4977-aae1-2d2cf79f0e17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:41.722235 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-78592898-5ab5-4977-aae1-2d2cf79f0e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:41.754095 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e54aebc7-59a6-4497-a672-81be12e32ca1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:41.764539 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:41.929923 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54aebc7-59a6-4497-a672-81be12e32ca1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:44:41.933896 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-e54aebc7-59a6-4497-a672-81be12e32ca1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:44:41.937914 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54aebc7-59a6-4497-a672-81be12e32ca1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:44:41.975089 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54aebc7-59a6-4497-a672-81be12e32ca1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Pushing event updated for resources: {'Port': ['ID=bd422602-68ac-490a-8598-799b57ecafad,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:41.981337 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e54aebc7-59a6-4497-a672-81be12e32ca1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:42.120718 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb7591-f04f-435b-8cc4-46291bb76733 req-0675700f-87c7-4656-a10f-72a8011448ef tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:42.122233 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4ecb7591-f04f-435b-8cc4-46291bb76733 req-0675700f-87c7-4656-a10f-72a8011448ef tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 945 time: 0.0907784 Jun 06 17:44:42.169323 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4ecb7591-f04f-435b-8cc4-46291bb76733 req-87c06310-2e81-4e80-82c1-1e98547f3a2f tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414884 Jun 06 17:44:42.386637 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e54aebc7-59a6-4497-a672-81be12e32ca1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:42.529148 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e54aebc7-59a6-4497-a672-81be12e32ca1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:42.759582 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e54aebc7-59a6-4497-a672-81be12e32ca1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for port, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:42.847294 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e54aebc7-59a6-4497-a672-81be12e32ca1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14987785'] for port, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:42.851459 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-559d4a0c-2646-4d5e-84e5-0ee575a470b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:42.957101 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54aebc7-59a6-4497-a672-81be12e32ca1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Pushing event updated for resources: {'Port': ['ID=bd422602-68ac-490a-8598-799b57ecafad,revision_number=2']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:42.965192 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e54aebc7-59a6-4497-a672-81be12e32ca1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:42.974077 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e54aebc7-59a6-4497-a672-81be12e32ca1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559996'] for floatingip, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:43.150626 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.l3_db [None req-e54aebc7-59a6-4497-a672-81be12e32ca1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Floating IP 293b299f-8009-47e4-87a7-b8e1b4481c88 associated. External IP: 172.27.1.224, port: bdf167d9-bf74-4d29-ba9c-f40d2423a794. Jun 06 17:44:43.389392 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc28f6-c774-409e-9a82-25eaeb6c4542 req-86656ee5-506c-43b0-ad2f-c49b658ab1b3 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:43.397034 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-38bc28f6-c774-409e-9a82-25eaeb6c4542 req-86656ee5-506c-43b0-ad2f-c49b658ab1b3 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 945 time: 0.1132004 Jun 06 17:44:43.443622 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-38bc28f6-c774-409e-9a82-25eaeb6c4542 req-a9b08149-8169-4ff1-a04f-e6e1f7ab2a78 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457706 Jun 06 17:44:43.534061 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54aebc7-59a6-4497-a672-81be12e32ca1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Router c6ac0838-af0b-42c4-bf7e-fcbef419e7fe has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:44:43.818147 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54aebc7-59a6-4497-a672-81be12e32ca1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:44:43.838315 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fdcd80-8c2a-49bb-bdde-3a675f5956d2 None None] Sync routers for ids ['c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:44:43.847141 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fdcd80-8c2a-49bb-bdde-3a675f5956d2 None None] Routers {'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:44:43.847744 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-d5fdcd80-8c2a-49bb-bdde-3a675f5956d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:44:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:44:43.866944 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e9c5f-32db-4646-a809-acd49241c389 req-e6eeec52-7ff9-41a5-bc07-a73f17d91e12 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:43.868985 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-262e9c5f-32db-4646-a809-acd49241c389 req-e6eeec52-7ff9-41a5-bc07-a73f17d91e12 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.35 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 945 time: 0.1048605 Jun 06 17:44:43.910395 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e54aebc7-59a6-4497-a672-81be12e32ca1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for floatingip, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:43.982980 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-e54aebc7-59a6-4497-a672-81be12e32ca1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0817530 Jun 06 17:44:43.985926 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41234) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:43.989413 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d6232d-8e51-4f21-9fb1-672b6d2dd689', 'tag': 'bdf167d9-bf74-4d29-ba9c-f40d2423a794'}] {{(pid=98885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:44:43.991897 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a6c2106189684e6c8c135db98febb64b7965986d5ce9c0aaacdf0f98e167a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8851443b-74b1-4282-8bc1-fafd21bb88f3" -d '{"events": [{"name": "network-changed", "server_uuid": "68d6232d-8e51-4f21-9fb1-672b6d2dd689", "tag": "bdf167d9-bf74-4d29-ba9c-f40d2423a794"}]}' {{(pid=98885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:44:43.999741 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-6c800726-9526-48c4-8460-16a24ee9f382 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2125685384', 'description': 'tempest-secgroup-smoke-2125685384 description', 'project_id': 'd64340b0b53c4cd6919b73508a5a3855'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:44:44.003936 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41236) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:44.090110 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7d992d-a4a1-4b15-b706-6c9d9a2a43d2 x-openstack-request-id: req-dd7d992d-a4a1-4b15-b706-6c9d9a2a43d2 {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:44:44.090512 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d6232d-8e51-4f21-9fb1-672b6d2dd689", "tag": "bdf167d9-bf74-4d29-ba9c-f40d2423a794", "status": "completed", "code": 200}]} {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:44:44.090867 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd7d992d-a4a1-4b15-b706-6c9d9a2a43d2 {{(pid=98885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:44:44.091984 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d6232d-8e51-4f21-9fb1-672b6d2dd689', 'tag': 'bdf167d9-bf74-4d29-ba9c-f40d2423a794', 'status': 'completed', 'code': 200} Jun 06 17:44:44.106523 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-d5fdcd80-8c2a-49bb-bdde-3a675f5956d2 None None] Set router c6ac0838-af0b-42c4-bf7e-fcbef419e7fe gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:44:44.108036 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-6c800726-9526-48c4-8460-16a24ee9f382 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:44.195447 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-61ccf7e4-546f-4a06-9164-afd9433045f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:44.197776 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-262e9c5f-32db-4646-a809-acd49241c389 req-a8b3da25-7247-4ec7-be9e-4bb9bc599c5e tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Deleting port 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:44:44.198109 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-262e9c5f-32db-4646-a809-acd49241c389 req-a8b3da25-7247-4ec7-be9e-4bb9bc599c5e tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:44.266798 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-6c800726-9526-48c4-8460-16a24ee9f382 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:44.299478 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851443b-74b1-4282-8bc1-fafd21bb88f3 req-012307ce-3d99-40e3-8d64-d37de9219a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:44.300958 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8851443b-74b1-4282-8bc1-fafd21bb88f3 req-012307ce-3d99-40e3-8d64-d37de9219a40 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d64340b0b53c4cd6919b73508a5a3855&device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 1098 time: 0.1850157 Jun 06 17:44:44.318308 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-6c800726-9526-48c4-8460-16a24ee9f382 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:44.327330 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-915bd51f-bdb9-458f-b0a7-f981257bb0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:44.358429 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-262e9c5f-32db-4646-a809-acd49241c389 req-a8b3da25-7247-4ec7-be9e-4bb9bc599c5e tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] For port 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=6ae9bea2-f114-4966-aed7-1ddfbb7f09ea,segment=NetworkSegment(0866e98b-2319-47f9-97d6-5cf095ddcad7),segment_id=0866e98b-2319-47f9-97d6-5cf095ddcad7)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:44:44.358761 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-262e9c5f-32db-4646-a809-acd49241c389 req-a8b3da25-7247-4ec7-be9e-4bb9bc599c5e tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:44.387076 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c800726-9526-48c4-8460-16a24ee9f382 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7045521f-73cb-4d58-972b-dae15e91d1d8,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:44.387076 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-6c800726-9526-48c4-8460-16a24ee9f382 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:44.483735 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-61ccf7e4-546f-4a06-9164-afd9433045f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:44.522662 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-262e9c5f-32db-4646-a809-acd49241c389 req-a8b3da25-7247-4ec7-be9e-4bb9bc599c5e tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Calling delete_port for 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea owned by compute:nova {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:44:44.561502 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-d5fdcd80-8c2a-49bb-bdde-3a675f5956d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'name': 'tempest-TestMinimumBasicScenario-427874594-router', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:22Z', 'revision_number': 4, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'gw_port': {'id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:16Z', 'updated_at': '2021-06-06T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': '293b299f-8009-47e4-87a7-b8e1b4481c88', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'port_id': 'bdf167d9-bf74-4d29-ba9c-f40d2423a794', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9', 'mac_address': 'fa:16:3e:d6:f7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d6232d-8e51-4f21-9fb1-672b6d2dd689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:44:42Z', 'updated_at': '2021-06-06T17:44:42Z', 'revision_number': 0, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e37a05-9e01-4540-8f4e-dda38eac3ac4', 'name': '', 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'mac_address': 'fa:16:3e:35:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c208a13b-e4aa-4a76-bb08-1c48747a82ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:21Z', 'updated_at': '2021-06-06T17:43:31Z', 'revision_number': 5, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'subnets': [{'id': 'c208a13b-e4aa-4a76-bb08-1c48747a82ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:44:44.565668 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fdcd80-8c2a-49bb-bdde-3a675f5956d2 None None] Checking router: c6ac0838-af0b-42c4-bf7e-fcbef419e7fe for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:44:44.574477 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fdcd80-8c2a-49bb-bdde-3a675f5956d2 None None] Routers {'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:44:44.575168 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-d5fdcd80-8c2a-49bb-bdde-3a675f5956d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:44:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:44:44.584913 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-61ccf7e4-546f-4a06-9164-afd9433045f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:44.593217 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-9e465685-8249-401d-acac-e7fc1e11b060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:44.639413 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-61ccf7e4-546f-4a06-9164-afd9433045f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=265d87c3c2fe4a079df005e98c0b6794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6313808 Jun 06 17:44:44.640276 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41248) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:44.653724 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccf7e4-546f-4a06-9164-afd9433045f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6f25c9-ee68-480d-8e37-0524a6f9a560,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:44.658870 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-61ccf7e4-546f-4a06-9164-afd9433045f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:44.710008 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-6c800726-9526-48c4-8460-16a24ee9f382 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:44.711062 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-6c800726-9526-48c4-8460-16a24ee9f382 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7158263 Jun 06 17:44:44.714564 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41250) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:44.719272 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-2834972a-aac4-4c81-a5f3-2f4dfae32b7e tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Request body: {'security_group_rule': {'security_group_id': '7045521f-73cb-4d58-972b-dae15e91d1d8', 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:44:44.730805 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8d17024b-fbbb-4e1d-8f8d-b4c1c02bf396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:44.735397 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851443b-74b1-4282-8bc1-fafd21bb88f3 req-09debfb6-b823-4b23-9191-9ef6e1dc9a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:44.738382 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8851443b-74b1-4282-8bc1-fafd21bb88f3 req-09debfb6-b823-4b23-9191-9ef6e1dc9a6b service neutron] 10.222.0.35 "GET /v2.0/networks?id=dbace6f0-a618-4a89-9f11-91d64a35f0b9 HTTP/1.1" status: 200 len: 915 time: 0.4287951 Jun 06 17:44:44.767983 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8d17024b-fbbb-4e1d-8f8d-b4c1c02bf396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:44.779803 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-d5fdcd80-8c2a-49bb-bdde-3a675f5956d2 None None] Set router c6ac0838-af0b-42c4-bf7e-fcbef419e7fe gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:44:44.830594 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2834972a-aac4-4c81-a5f3-2f4dfae32b7e tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:44.907506 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb0258-a554-4d54-a6d6-7eda332a6051 req-1189dffa-6f6c-46d1-9829-9555ab19f452 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:44.909276 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-6afb0258-a554-4d54-a6d6-7eda332a6051 req-1189dffa-6f6c-46d1-9829-9555ab19f452 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 945 time: 0.3466506 Jun 06 17:44:44.940903 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8d17024b-fbbb-4e1d-8f8d-b4c1c02bf396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:44.942826 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8851443b-74b1-4282-8bc1-fafd21bb88f3 req-9f73461f-4519-45aa-8e0c-f78594d3491c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdf167d9-bf74-4d29-ba9c-f40d2423a794 HTTP/1.1" status: 200 len: 999 time: 0.1588163 Jun 06 17:44:44.943650 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8d17024b-fbbb-4e1d-8f8d-b4c1c02bf396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:44.947823 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-8d17024b-fbbb-4e1d-8f8d-b4c1c02bf396 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb6f25c9-ee68-480d-8e37-0524a6f9a560 HTTP/1.1" status: 204 len: 168 time: 0.3037517 Jun 06 17:44:44.947823 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e275a1d1-6597-4805-9bb5-6dc2707742be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:44.978197 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2834972a-aac4-4c81-a5f3-2f4dfae32b7e tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:44.978197 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17024b-fbbb-4e1d-8f8d-b4c1c02bf396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6f25c9-ee68-480d-8e37-0524a6f9a560,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:44.978197 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-8d17024b-fbbb-4e1d-8f8d-b4c1c02bf396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:45.008829 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:44:45.009560 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-262e9c5f-32db-4646-a809-acd49241c389 req-a8b3da25-7247-4ec7-be9e-4bb9bc599c5e tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:45.022520 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:45.059124 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['6ae9bea2-f114-4966-aed7-1ddfbb7f09ea'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:44:45.061922 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2834972a-aac4-4c81-a5f3-2f4dfae32b7e tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:45.070654 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-f098d786-f3a7-4ddb-8b82-dfdbbf5c8583 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:45.076232 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-6afb0258-a554-4d54-a6d6-7eda332a6051 req-cf8b830a-a1e6-4f0c-b345-fe19be768ca1 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/security-groups?id=f790530d-dd24-4131-8947-d3a7335c72a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556659 Jun 06 17:44:45.080305 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3da25-7247-4ec7-be9e-4bb9bc599c5e tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Pushing event deleted for resources: {'Port': ['ID=6ae9bea2-f114-4966-aed7-1ddfbb7f09ea,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:45.085653 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-a8b3da25-7247-4ec7-be9e-4bb9bc599c5e tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:45.087904 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851443b-74b1-4282-8bc1-fafd21bb88f3 req-702c6b95-1fb7-44c5-82a3-0491227d6557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:45.089353 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8851443b-74b1-4282-8bc1-fafd21bb88f3 req-702c6b95-1fb7-44c5-82a3-0491227d6557 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c208a13b-e4aa-4a76-bb08-1c48747a82ca HTTP/1.1" status: 200 len: 853 time: 0.1396410 Jun 06 17:44:45.094619 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834972a-aac4-4c81-a5f3-2f4dfae32b7e tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93329517-cc1e-47fc-950f-b18d05c64749,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:45.097645 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-2834972a-aac4-4c81-a5f3-2f4dfae32b7e tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:45.162099 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2834972a-aac4-4c81-a5f3-2f4dfae32b7e tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:45.167595 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-2834972a-aac4-4c81-a5f3-2f4dfae32b7e tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4520245 Jun 06 17:44:45.168386 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41256) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:45.174595 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-9778523b-05df-4aa9-b64f-bd0d680cf56d tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Request body: {'security_group_rule': {'security_group_id': '7045521f-73cb-4d58-972b-dae15e91d1d8', 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:44:45.205665 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-262e9c5f-32db-4646-a809-acd49241c389 req-a8b3da25-7247-4ec7-be9e-4bb9bc599c5e tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] No DVR routers for this DVR port 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea on host hv-cinder-79128 {{(pid=98884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:44:45.209083 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-262e9c5f-32db-4646-a809-acd49241c389 req-a8b3da25-7247-4ec7-be9e-4bb9bc599c5e tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:45.211149 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-262e9c5f-32db-4646-a809-acd49241c389 req-a8b3da25-7247-4ec7-be9e-4bb9bc599c5e tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.35 "DELETE /v2.0/ports/6ae9bea2-f114-4966-aed7-1ddfbb7f09ea HTTP/1.1" status: 204 len: 173 time: 1.3363178 Jun 06 17:44:45.212218 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88161b9c-149b-4ab9-988b-dfbfe895c262', 'name': 'network-vif-deleted', 'tag': '6ae9bea2-f114-4966-aed7-1ddfbb7f09ea'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:44:45.215462 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3936195-eafb-4454-9d61-7a233f29a5c6" -d '{"events": [{"server_uuid": "88161b9c-149b-4ab9-988b-dfbfe895c262", "name": "network-vif-deleted", "tag": "6ae9bea2-f114-4966-aed7-1ddfbb7f09ea"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:44:45.243877 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-d5fdcd80-8c2a-49bb-bdde-3a675f5956d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'name': 'tempest-TestMinimumBasicScenario-427874594-router', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:22Z', 'revision_number': 4, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'gw_port': {'id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:16Z', 'updated_at': '2021-06-06T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': '293b299f-8009-47e4-87a7-b8e1b4481c88', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'port_id': 'bdf167d9-bf74-4d29-ba9c-f40d2423a794', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9', 'mac_address': 'fa:16:3e:d6:f7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d6232d-8e51-4f21-9fb1-672b6d2dd689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:44:42Z', 'updated_at': '2021-06-06T17:44:42Z', 'revision_number': 0, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e37a05-9e01-4540-8f4e-dda38eac3ac4', 'name': '', 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'mac_address': 'fa:16:3e:35:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c208a13b-e4aa-4a76-bb08-1c48747a82ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:21Z', 'updated_at': '2021-06-06T17:43:31Z', 'revision_number': 5, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'subnets': [{'id': 'c208a13b-e4aa-4a76-bb08-1c48747a82ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:44:45.248070 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fdcd80-8c2a-49bb-bdde-3a675f5956d2 None None] The sync data for ids ['c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'] in dv-cinder-791281-4-iscsi is: [{'id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'name': 'tempest-TestMinimumBasicScenario-427874594-router', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:22Z', 'revision_number': 4, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'gw_port': {'id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:16Z', 'updated_at': '2021-06-06T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': '293b299f-8009-47e4-87a7-b8e1b4481c88', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'port_id': 'bdf167d9-bf74-4d29-ba9c-f40d2423a794', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9', 'mac_address': 'fa:16:3e:d6:f7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d6232d-8e51-4f21-9fb1-672b6d2dd689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:44:42Z', 'updated_at': '2021-06-06T17:44:42Z', 'revision_number': 0, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e37a05-9e01-4540-8f4e-dda38eac3ac4', 'name': '', 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'mac_address': 'fa:16:3e:35:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c208a13b-e4aa-4a76-bb08-1c48747a82ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:21Z', 'updated_at': '2021-06-06T17:43:31Z', 'revision_number': 5, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'subnets': [{'id': 'c208a13b-e4aa-4a76-bb08-1c48747a82ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:44:45.257813 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851443b-74b1-4282-8bc1-fafd21bb88f3 req-84aa6c00-c24d-4ba8-8a6d-d89919878706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:45.260101 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8851443b-74b1-4282-8bc1-fafd21bb88f3 req-84aa6c00-c24d-4ba8-8a6d-d89919878706 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbace6f0-a618-4a89-9f11-91d64a35f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1457214 Jun 06 17:44:45.295871 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5a3e42-84ad-4890-86c9-10607f2a148f x-openstack-request-id: req-9d5a3e42-84ad-4890-86c9-10607f2a148f {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:44:45.296186 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88161b9c-149b-4ab9-988b-dfbfe895c262", "name": "network-vif-deleted", "tag": "6ae9bea2-f114-4966-aed7-1ddfbb7f09ea", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:44:45.296465 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d5a3e42-84ad-4890-86c9-10607f2a148f {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:44:45.296914 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88161b9c-149b-4ab9-988b-dfbfe895c262', 'name': 'network-vif-deleted', 'tag': '6ae9bea2-f114-4966-aed7-1ddfbb7f09ea', 'status': 'completed', 'code': 200} Jun 06 17:44:45.305421 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9778523b-05df-4aa9-b64f-bd0d680cf56d tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:45.386089 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9778523b-05df-4aa9-b64f-bd0d680cf56d tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:45.422906 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8851443b-74b1-4282-8bc1-fafd21bb88f3 req-6bfd3a69-ae93-490a-8aa7-33b3359be488 service neutron] 10.222.0.35 "GET /v2.0/networks/dbace6f0-a618-4a89-9f11-91d64a35f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540482 Jun 06 17:44:45.464186 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9778523b-05df-4aa9-b64f-bd0d680cf56d tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:45.466356 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:45.502077 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778523b-05df-4aa9-b64f-bd0d680cf56d tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7556e3fb-456e-4a16-8d20-7762fc07395e,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:45.514150 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-9778523b-05df-4aa9-b64f-bd0d680cf56d tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:45.542193 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec024bd6-d939-4be4-a6e6-51303bdfab49 None None] New status for floating IP 293b299f-8009-47e4-87a7-b8e1b4481c88: ACTIVE {{(pid=98887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:44:45.590462 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9778523b-05df-4aa9-b64f-bd0d680cf56d tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:45.591616 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-9778523b-05df-4aa9-b64f-bd0d680cf56d tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4221697 Jun 06 17:44:45.594260 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41270) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:45.599180 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-8362a667-89a0-4fa5-8752-be2067c3610a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Request body: {'security_group_rule': {'security_group_id': '7045521f-73cb-4d58-972b-dae15e91d1d8', 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:44:45.615601 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8851443b-74b1-4282-8bc1-fafd21bb88f3 req-8a220b5e-fd01-43c6-baa8-aa991049f928 service neutron] 10.222.0.35 "GET /v2.0/networks/dbace6f0-a618-4a89-9f11-91d64a35f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831763 Jun 06 17:44:45.715219 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8362a667-89a0-4fa5-8752-be2067c3610a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:45.785718 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8362a667-89a0-4fa5-8752-be2067c3610a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:45.879451 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8362a667-89a0-4fa5-8752-be2067c3610a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:45.888228 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-11a7a460-eec5-4cff-b0e6-901e18164473 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:45.906375 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362a667-89a0-4fa5-8752-be2067c3610a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5293b7d-2b2d-49ff-8406-065e8acefbfd,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:45.908954 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-8362a667-89a0-4fa5-8752-be2067c3610a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:45.979158 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8362a667-89a0-4fa5-8752-be2067c3610a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:45.981349 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-8362a667-89a0-4fa5-8752-be2067c3610a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3859367 Jun 06 17:44:45.983973 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 41280) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:45.988629 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-1617e856-541f-4392-b30a-49e2b931087a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Request body: {'security_group_rule': {'security_group_id': '7045521f-73cb-4d58-972b-dae15e91d1d8', 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:44:46.086231 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-1617e856-541f-4392-b30a-49e2b931087a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:46.108740 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41284) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:46.158272 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-1617e856-541f-4392-b30a-49e2b931087a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:46.222477 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1265034072-network', 'tenant_id': 'a82694e9ea3043f8abcb39be28582751'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:44:46.278496 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-1617e856-541f-4392-b30a-49e2b931087a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:46.280659 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-ba4e7242-ca70-4df4-b47c-8f519e3ece94 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:46.286296 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d27aae3d-6a1b-4de5-a5df-bfd319937bf7 req-74061173-0ca5-439d-97ac-448efb0c6106 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] 10.222.0.18 "GET /v2.0/ports?device_id=88161b9c-149b-4ab9-988b-dfbfe895c262 HTTP/1.1" status: 200 len: 210 time: 0.0552433 Jun 06 17:44:46.306375 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617e856-541f-4392-b30a-49e2b931087a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8a8472-3dc5-45d5-a3ef-831fc12f1b8d,revision_number=0']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:46.309021 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-1617e856-541f-4392-b30a-49e2b931087a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:46.412509 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Made reservation on behalf of a82694e9ea3043f8abcb39be28582751 for: {'network': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:44:46.415514 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1686528'] for network, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:46.427954 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:46.513089 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-1617e856-541f-4392-b30a-49e2b931087a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:46.514281 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-1617e856-541f-4392-b30a-49e2b931087a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5292652 Jun 06 17:44:46.519633 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 41292) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:46.524645 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-986ca43c-72aa-4870-968d-acc57f8236ed tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Request body: {'security_group_rule': {'security_group_id': '7045521f-73cb-4d58-972b-dae15e91d1d8', 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:44:46.608341 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:46.684599 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:46.687908 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-23f580dc-0691-4869-9a4e-602ac10bce75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:46.720138 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=98885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:44:46.729073 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc62e07-51fa-4f0d-add9-addf2335c2f6,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:46.738402 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:46.738812 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:46.739165 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:46.739521 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:46.740204 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:46.740575 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:46.740951 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:46.747417 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:46.747417 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:46.747417 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:46.747417 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:46.747417 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:44:46.747417 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:46.748457 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:46.748801 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.segments_db [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Added segment 1a18addb-0f50-4d61-aec4-42af38094e49 of type vlan for network a5c3dba3-7261-4aa3-acbb-9b14bbd46bcd Jun 06 17:44:46.772547 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.db.securitygroups_db [None req-986ca43c-72aa-4870-968d-acc57f8236ed tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Project d64340b0b53c4cd6919b73508a5a3855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 17:44:46.776677 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779962068718'] for network, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:46.780370 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-986ca43c-72aa-4870-968d-acc57f8236ed tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:46.844381 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-986ca43c-72aa-4870-968d-acc57f8236ed tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:46.872969 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186'] for network, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:46.874364 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:46.874987 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:46.878676 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:46.895753 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-986ca43c-72aa-4870-968d-acc57f8236ed tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:46.898327 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-08124fd3-616e-4f4c-9e54-f90e8a8941b5 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:46.922658 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ca43c-72aa-4870-968d-acc57f8236ed tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f65c21-f4c0-4c6d-ba72-f01a250584f5,revision_number=0']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:46.925008 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-986ca43c-72aa-4870-968d-acc57f8236ed tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:46.978765 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Pushing event updated for resources: {'Network': ['ID=a5c3dba3-7261-4aa3-acbb-9b14bbd46bcd,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:46.981520 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:46.988246 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Network a5c3dba3-7261-4aa3-acbb-9b14bbd46bcd details requested by agent ovs-agent-dv-cinder-791281-4-iscsi with host dv-cinder-791281-4-iscsi {{(pid=98886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:44:47.001733 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8918350 Jun 06 17:44:47.004594 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41296) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:47.010208 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-50794555-acde-4983-8398-15ab762e427b admin admin] Request body: {'subnet': {'network_id': 'a5c3dba3-7261-4aa3-acbb-9b14bbd46bcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1265034072-subnet', 'tenant_id': 'a82694e9ea3043f8abcb39be28582751', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:44:47.041410 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-986ca43c-72aa-4870-968d-acc57f8236ed tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:47.042801 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-986ca43c-72aa-4870-968d-acc57f8236ed tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5222321 Jun 06 17:44:47.046472 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 41298) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:47.051432 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-04090e47-10d6-4282-b2d0-7302b64b187a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Request body: {'security_group_rule': {'security_group_id': '7045521f-73cb-4d58-972b-dae15e91d1d8', 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:44:47.121374 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50794555-acde-4983-8398-15ab762e427b admin admin] Made reservation on behalf of a82694e9ea3043f8abcb39be28582751 for: {'subnet': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:44:47.123695 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-50794555-acde-4983-8398-15ab762e427b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16410940'] for subnet, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:47.229674 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.db.securitygroups_db [None req-04090e47-10d6-4282-b2d0-7302b64b187a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Project d64340b0b53c4cd6919b73508a5a3855 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 17:44:47.236355 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-04090e47-10d6-4282-b2d0-7302b64b187a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:47.309992 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-04090e47-10d6-4282-b2d0-7302b64b187a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:47.389881 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-04090e47-10d6-4282-b2d0-7302b64b187a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:47.400044 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-1617e856-541f-4392-b30a-49e2b931087a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:47.419419 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-50794555-acde-4983-8398-15ab762e427b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14987934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16410926'] for subnet, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:47.424061 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:47.510393 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50794555-acde-4983-8398-15ab762e427b admin admin] Checking segment: {'id': '1a18addb-0f50-4d61-aec4-42af38094e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5c3dba3-7261-4aa3-acbb-9b14bbd46bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:44:47.510623 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50794555-acde-4983-8398-15ab762e427b admin admin] Network hostable DHCP agents. Network: a5c3dba3-7261-4aa3-acbb-9b14bbd46bcd, hostable agents: ['45453017-52f2-4007-8a53-c2b26b96b466'], hosted agents: [] {{(pid=98885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:44:47.514176 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50794555-acde-4983-8398-15ab762e427b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bf24e0a-2524-4835-9047-82d97dcd42e1,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:47.519677 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04090e47-10d6-4282-b2d0-7302b64b187a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aefabc62-1896-446a-b793-7cf698a1cb43,revision_number=0']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:47.519815 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-50794555-acde-4983-8398-15ab762e427b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:47.520309 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-04090e47-10d6-4282-b2d0-7302b64b187a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:47.627535 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-04090e47-10d6-4282-b2d0-7302b64b187a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:47.628825 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-04090e47-10d6-4282-b2d0-7302b64b187a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5812225 Jun 06 17:44:47.679578 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50794555-acde-4983-8398-15ab762e427b admin admin] Network a5c3dba3-7261-4aa3-acbb-9b14bbd46bcd is scheduled to be hosted by DHCP agent 45453017-52f2-4007-8a53-c2b26b96b466 with binding_index 1 {{(pid=98885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:44:47.752189 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9d2c6f2e-4a89-4b1d-8e4e-52e7e18feff7 req-aef3db86-9e59-4ca0-8d56-48a25879a40c tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2125685384&fields=id&tenant_id=d64340b0b53c4cd6919b73508a5a3855 HTTP/1.1" status: 200 len: 267 time: 0.0425839 Jun 06 17:44:47.798221 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-50794555-acde-4983-8398-15ab762e427b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-iscsi, a5c3dba3-7261-4aa3-acbb-9b14bbd46bcd) {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:44:47.802986 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50794555-acde-4983-8398-15ab762e427b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:47.804565 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-50794555-acde-4983-8398-15ab762e427b admin admin] Notify callbacks [] for subnet, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:47.806468 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6ac194-811b-458b-a857-12b7ec34b650 None None] Network a5c3dba3-7261-4aa3-acbb-9b14bbd46bcd requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:44:47.861181 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c6f2e-4a89-4b1d-8e4e-52e7e18feff7 req-54fd713f-0f5b-405a-adc5-ecbd08cf6dd4 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:47.862656 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9d2c6f2e-4a89-4b1d-8e4e-52e7e18feff7 req-54fd713f-0f5b-405a-adc5-ecbd08cf6dd4 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 945 time: 0.1047814 Jun 06 17:44:47.878753 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [req-9d2c6f2e-4a89-4b1d-8e4e-52e7e18feff7 req-769b1c63-cbf3-47dd-8a43-1a4c37f757e5 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Request body: {'port': {'security_groups': ['187be097-f484-491a-9991-137558478360', '7045521f-73cb-4d58-972b-dae15e91d1d8']}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:44:47.936331 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-50794555-acde-4983-8398-15ab762e427b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9306171 Jun 06 17:44:48.005607 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:44:48.023570 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-9d2c6f2e-4a89-4b1d-8e4e-52e7e18feff7 req-769b1c63-cbf3-47dd-8a43-1a4c37f757e5 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:48.048579 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] No Port match for: 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:44:48.048954 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 6ae9bea2-f114-4966-aed7-1ddfbb7f09ea not bound to the agent host hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:44:48.064924 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63609be7-0eb6-4a24-ab17-7d700823e779 None None] Network a5c3dba3-7261-4aa3-acbb-9b14bbd46bcd requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:44:48.294140 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [req-9d2c6f2e-4a89-4b1d-8e4e-52e7e18feff7 req-769b1c63-cbf3-47dd-8a43-1a4c37f757e5 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] For port bdf167d9-bf74-4d29-ba9c-f40d2423a794, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bdf167d9-bf74-4d29-ba9c-f40d2423a794,segment=NetworkSegment(2c5a1658-e708-42bb-963a-f8400f73a8c7),segment_id=2c5a1658-e708-42bb-963a-f8400f73a8c7)] {{(pid=98885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:44:48.338999 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-9d2c6f2e-4a89-4b1d-8e4e-52e7e18feff7 req-769b1c63-cbf3-47dd-8a43-1a4c37f757e5 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for port, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:48.429833 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-9d2c6f2e-4a89-4b1d-8e4e-52e7e18feff7 req-769b1c63-cbf3-47dd-8a43-1a4c37f757e5 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14987785'] for port, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:48.435967 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-7d4bfe33-e22b-41ed-9d8b-bc7e27d12e68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:48.441688 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['bdf167d9-bf74-4d29-ba9c-f40d2423a794'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:44:48.504622 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c6f2e-4a89-4b1d-8e4e-52e7e18feff7 req-769b1c63-cbf3-47dd-8a43-1a4c37f757e5 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:48.505543 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [req-9d2c6f2e-4a89-4b1d-8e4e-52e7e18feff7 req-769b1c63-cbf3-47dd-8a43-1a4c37f757e5 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:48.506885 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9d2c6f2e-4a89-4b1d-8e4e-52e7e18feff7 req-769b1c63-cbf3-47dd-8a43-1a4c37f757e5 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "PUT /v2.0/ports/bdf167d9-bf74-4d29-ba9c-f40d2423a794 HTTP/1.1" status: 200 len: 981 time: 0.6331754 Jun 06 17:44:48.510880 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d6232d-8e51-4f21-9fb1-672b6d2dd689', 'tag': 'bdf167d9-bf74-4d29-ba9c-f40d2423a794'}] {{(pid=98885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:44:48.513273 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a6c2106189684e6c8c135db98febb64b7965986d5ce9c0aaacdf0f98e167a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17378ae3-8665-4a53-a4f2-3958bfc56c19" -d '{"events": [{"name": "network-changed", "server_uuid": "68d6232d-8e51-4f21-9fb1-672b6d2dd689", "tag": "bdf167d9-bf74-4d29-ba9c-f40d2423a794"}]}' {{(pid=98885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:44:48.553135 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b1c63-cbf3-47dd-8a43-1a4c37f757e5 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Pushing event updated for resources: {'Port': ['ID=bdf167d9-bf74-4d29-ba9c-f40d2423a794,revision_number=6']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:48.558420 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-769b1c63-cbf3-47dd-8a43-1a4c37f757e5 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:48.581521 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9b8172-4685-4740-9041-38ded359460b x-openstack-request-id: req-0c9b8172-4685-4740-9041-38ded359460b {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:44:48.582039 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d6232d-8e51-4f21-9fb1-672b6d2dd689", "tag": "bdf167d9-bf74-4d29-ba9c-f40d2423a794", "status": "completed", "code": 200}]} {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:44:48.582488 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c9b8172-4685-4740-9041-38ded359460b {{(pid=98885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:44:48.583149 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d6232d-8e51-4f21-9fb1-672b6d2dd689', 'tag': 'bdf167d9-bf74-4d29-ba9c-f40d2423a794', 'status': 'completed', 'code': 200} Jun 06 17:44:48.678473 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['bdf167d9-bf74-4d29-ba9c-f40d2423a794'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:44:48.713587 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17378ae3-8665-4a53-a4f2-3958bfc56c19 req-4ece3e3f-7830-4f28-93b6-71adf5318193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:48.715086 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-17378ae3-8665-4a53-a4f2-3958bfc56c19 req-4ece3e3f-7830-4f28-93b6-71adf5318193 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d64340b0b53c4cd6919b73508a5a3855&device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 1137 time: 0.1075017 Jun 06 17:44:48.829469 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004dd6d-1eb0-4877-bf88-c99b1be34e52 req-a677e6e0-45c9-4fee-977a-8eb7ea3ad748 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:48.831277 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-7004dd6d-1eb0-4877-bf88-c99b1be34e52 req-a677e6e0-45c9-4fee-977a-8eb7ea3ad748 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 984 time: 0.1300607 Jun 06 17:44:48.881318 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17378ae3-8665-4a53-a4f2-3958bfc56c19 req-d7bb973e-4a6e-483c-8663-e7b08fac2120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:48.883029 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-17378ae3-8665-4a53-a4f2-3958bfc56c19 req-d7bb973e-4a6e-483c-8663-e7b08fac2120 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dbace6f0-a618-4a89-9f11-91d64a35f0b9 HTTP/1.1" status: 200 len: 915 time: 0.1586204 Jun 06 17:44:48.970886 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-55d6fc37-867f-4346-b43c-307fcbc1b74a None None] Provisioning complete for port bdf167d9-bf74-4d29-ba9c-f40d2423a794 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:44:48.971301 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-55d6fc37-867f-4346-b43c-307fcbc1b74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:48.987514 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 41336) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:48.991324 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-9156dfa9-22ff-4256-930d-8e3e0ca52a9a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2037443114-network', 'tenant_id': 'f766a390e78c4ba88f5828488b600381'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:44:49.021286 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-7004dd6d-1eb0-4877-bf88-c99b1be34e52 req-241710c1-c6c8-45e0-b804-069041e78aa2 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7045521f-73cb-4d58-972b-dae15e91d1d8&id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1829243 Jun 06 17:44:49.058383 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-17378ae3-8665-4a53-a4f2-3958bfc56c19 req-87a78312-5ec2-4a8a-988e-ea091d9e4bc5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdf167d9-bf74-4d29-ba9c-f40d2423a794 HTTP/1.1" status: 200 len: 1001 time: 0.1623645 Jun 06 17:44:49.144468 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17378ae3-8665-4a53-a4f2-3958bfc56c19 req-b94a010b-3468-4a56-9f71-b025c9aa4444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:49.145925 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-17378ae3-8665-4a53-a4f2-3958bfc56c19 req-b94a010b-3468-4a56-9f71-b025c9aa4444 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c208a13b-e4aa-4a76-bb08-1c48747a82ca HTTP/1.1" status: 200 len: 853 time: 0.0766304 Jun 06 17:44:49.225908 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17378ae3-8665-4a53-a4f2-3958bfc56c19 req-8b97d68e-1d4a-4262-bf23-a4b52fd6ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:49.227390 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-17378ae3-8665-4a53-a4f2-3958bfc56c19 req-8b97d68e-1d4a-4262-bf23-a4b52fd6ce3a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbace6f0-a618-4a89-9f11-91d64a35f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710018 Jun 06 17:44:49.229676 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9156dfa9-22ff-4256-930d-8e3e0ca52a9a admin admin] Made reservation on behalf of f766a390e78c4ba88f5828488b600381 for: {'network': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:44:49.231886 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9156dfa9-22ff-4256-930d-8e3e0ca52a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1686528'] for network, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:49.264910 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9156dfa9-22ff-4256-930d-8e3e0ca52a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:49.415845 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-17378ae3-8665-4a53-a4f2-3958bfc56c19 req-b7b8b879-89c2-46ec-b4d8-e05f530aade9 service neutron] 10.222.0.35 "GET /v2.0/networks/dbace6f0-a618-4a89-9f11-91d64a35f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712022 Jun 06 17:44:49.601482 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9156dfa9-22ff-4256-930d-8e3e0ca52a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:49.602098 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d21c1-42fd-4d37-bc1e-0dea0d908d94 req-6038df9c-a32a-4be7-82e0-1abeb18dddf7 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:49.611056 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-17378ae3-8665-4a53-a4f2-3958bfc56c19 req-4de63064-aa58-462b-a02b-3420ce69993d service neutron] 10.222.0.35 "GET /v2.0/networks/dbace6f0-a618-4a89-9f11-91d64a35f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838846 Jun 06 17:44:49.611209 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-1d3d21c1-42fd-4d37-bc1e-0dea0d908d94 req-6038df9c-a32a-4be7-82e0-1abeb18dddf7 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.1572702 Jun 06 17:44:49.661644 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-1d3d21c1-42fd-4d37-bc1e-0dea0d908d94 req-8ec7a539-ddf1-4c91-b6bc-e9da12cb2358 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511951 Jun 06 17:44:49.701567 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9156dfa9-22ff-4256-930d-8e3e0ca52a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:49.704707 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-26b448cc-beb3-4552-8cb9-5f6baec32ae6 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:49.737971 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9156dfa9-22ff-4256-930d-8e3e0ca52a9a admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=98884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:44:49.743648 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156dfa9-22ff-4256-930d-8e3e0ca52a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f59e8e0-ee15-45fb-9b6e-1fb87637bd9a,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:49.747243 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-9156dfa9-22ff-4256-930d-8e3e0ca52a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:49.754212 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9156dfa9-22ff-4256-930d-8e3e0ca52a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:49.754212 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.db.segments_db [None req-9156dfa9-22ff-4256-930d-8e3e0ca52a9a admin admin] Added segment 2cb5572a-28bc-4475-9106-b2951abc0fea of type vlan for network 0f29e21c-9f98-4ca2-9bbd-af8b6c957a5c Jun 06 17:44:49.779484 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9156dfa9-22ff-4256-930d-8e3e0ca52a9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779962068718'] for network, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:49.900119 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9156dfa9-22ff-4256-930d-8e3e0ca52a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186'] for network, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:49.901690 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9156dfa9-22ff-4256-930d-8e3e0ca52a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:49.902347 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9156dfa9-22ff-4256-930d-8e3e0ca52a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:49.907491 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-169f602f-c755-456a-87bb-4b48e83e8a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:49.998764 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156dfa9-22ff-4256-930d-8e3e0ca52a9a admin admin] Pushing event updated for resources: {'Network': ['ID=0f29e21c-9f98-4ca2-9bbd-af8b6c957a5c,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:50.001306 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-9156dfa9-22ff-4256-930d-8e3e0ca52a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:50.008718 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Network 0f29e21c-9f98-4ca2-9bbd-af8b6c957a5c details requested by agent ovs-agent-dv-cinder-791281-4-iscsi with host dv-cinder-791281-4-iscsi {{(pid=98886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:44:50.058755 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-9156dfa9-22ff-4256-930d-8e3e0ca52a9a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0734076 Jun 06 17:44:50.063450 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 41352) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:50.068396 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-81dd81fc-f005-4fa5-832b-37cec3af4d5c admin admin] Request body: {'subnet': {'network_id': '0f29e21c-9f98-4ca2-9bbd-af8b6c957a5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2037443114-subnet', 'tenant_id': 'f766a390e78c4ba88f5828488b600381', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:44:50.189598 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dd81fc-f005-4fa5-832b-37cec3af4d5c admin admin] Made reservation on behalf of f766a390e78c4ba88f5828488b600381 for: {'subnet': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:44:50.191930 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-81dd81fc-f005-4fa5-832b-37cec3af4d5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14936246'] for subnet, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:50.338199 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-a47b01c2-409e-4bd8-8467-e81187cdd0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:50.469823 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-81dd81fc-f005-4fa5-832b-37cec3af4d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14936228'] for subnet, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:50.473819 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-317e88b9-7262-4ad3-8867-5b7fab0c0ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:50.545521 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd81fc-f005-4fa5-832b-37cec3af4d5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ccd4d7-8061-4548-a781-934dff266eb2,revision_number=0']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:50.548059 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-81dd81fc-f005-4fa5-832b-37cec3af4d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:50.557887 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd81fc-f005-4fa5-832b-37cec3af4d5c admin admin] Checking segment: {'id': '2cb5572a-28bc-4475-9106-b2951abc0fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0f29e21c-9f98-4ca2-9bbd-af8b6c957a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:44:50.558246 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd81fc-f005-4fa5-832b-37cec3af4d5c admin admin] Network hostable DHCP agents. Network: 0f29e21c-9f98-4ca2-9bbd-af8b6c957a5c, hostable agents: ['45453017-52f2-4007-8a53-c2b26b96b466'], hosted agents: [] {{(pid=98884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:44:50.698243 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd81fc-f005-4fa5-832b-37cec3af4d5c admin admin] Network 0f29e21c-9f98-4ca2-9bbd-af8b6c957a5c is scheduled to be hosted by DHCP agent 45453017-52f2-4007-8a53-c2b26b96b466 with binding_index 1 {{(pid=98884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:44:50.778213 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [None req-81dd81fc-f005-4fa5-832b-37cec3af4d5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-iscsi, 0f29e21c-9f98-4ca2-9bbd-af8b6c957a5c) {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:44:50.782117 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dd81fc-f005-4fa5-832b-37cec3af4d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:50.782730 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-81dd81fc-f005-4fa5-832b-37cec3af4d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for subnet, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:50.787064 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baac593-e4e5-4a6e-8638-694d0507ed80 None None] Network 0f29e21c-9f98-4ca2-9bbd-af8b6c957a5c requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:44:50.851079 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976efd02-afea-47ca-9e62-af406e9df084 req-c4ed4725-cb84-4672-8323-67ba6b015632 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:50.853270 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-976efd02-afea-47ca-9e62-af406e9df084 req-c4ed4725-cb84-4672-8323-67ba6b015632 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0853510 Jun 06 17:44:50.900302 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-81dd81fc-f005-4fa5-832b-37cec3af4d5c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8345087 Jun 06 17:44:50.902025 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-976efd02-afea-47ca-9e62-af406e9df084 req-a1df6959-50c5-4b69-a77b-920bc0af6d77 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412357 Jun 06 17:44:50.993871 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf828c1-f2ca-49ef-babe-45488f4591d0 None None] Network 0f29e21c-9f98-4ca2-9bbd-af8b6c957a5c requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:44:51.059751 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 41360) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:51.132364 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_v2 [None req-312034f4-f63f-42be-95bf-7e351361c048 admin admin] Deleting subnet 2bf24e0a-2524-4835-9047-82d97dcd42e1 {{(pid=98884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:44:51.136225 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-312034f4-f63f-42be-95bf-7e351361c048 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:51.197330 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-312034f4-f63f-42be-95bf-7e351361c048 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16138247'] for subnet, precommit_delete_associations {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:51.262445 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-312034f4-f63f-42be-95bf-7e351361c048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1661668'] for subnet, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:51.422437 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-312034f4-f63f-42be-95bf-7e351361c048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1661677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-747034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14936211'] for subnet, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:51.426523 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:51.471436 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-312034f4-f63f-42be-95bf-7e351361c048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for subnet, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:51.474422 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-312034f4-f63f-42be-95bf-7e351361c048 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2bf24e0a-2524-4835-9047-82d97dcd42e1 HTTP/1.1" status: 204 len: 168 time: 0.4133747 Jun 06 17:44:51.475867 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312034f4-f63f-42be-95bf-7e351361c048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bf24e0a-2524-4835-9047-82d97dcd42e1,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:51.477028 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41364) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:51.478718 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-312034f4-f63f-42be-95bf-7e351361c048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:51.585369 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0a51ccab-750f-4b7f-acb9-afccb48c11c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698918'] for network, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:51.716549 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0a51ccab-750f-4b7f-acb9-afccb48c11c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1661053', 'neutron.services.segments.db._delete_segments_for_network-8779962478758'] for network, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:51.728809 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.services.segments.db [None req-0a51ccab-750f-4b7f-acb9-afccb48c11c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c3dba3-7261-4aa3-acbb-9b14bbd46bcd']}} {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:44:51.740836 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.services.segments.db [None req-0a51ccab-750f-4b7f-acb9-afccb48c11c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a18addb-0f50-4d61-aec4-42af38094e49') {'for_net_delete': True} {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:44:51.741135 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.services.segments.db [None req-0a51ccab-750f-4b7f-acb9-afccb48c11c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a18addb-0f50-4d61-aec4-42af38094e49') {} {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:44:51.753148 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0a51ccab-750f-4b7f-acb9-afccb48c11c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779962483649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15202838'] for segment, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:51.769444 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0a51ccab-750f-4b7f-acb9-afccb48c11c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:51.775556 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a51ccab-750f-4b7f-acb9-afccb48c11c3 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=98885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:44:51.775931 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0a51ccab-750f-4b7f-acb9-afccb48c11c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14987877'] for segment, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: Traceback (most recent call last): Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: timer() Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: cb(*args, **kw) Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: return func(*args, **kwargs) Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: self._notify() Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: self.callback(batched_events) Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: event.method(event) Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: return f(self, *a, **k) Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: return self._get(url).json() Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: return self.request(url, 'GET', **kwargs) Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:44:51.788576 dv-cinder-791281-4-iscsi neutron-server[98885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:44:51.932825 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0a51ccab-750f-4b7f-acb9-afccb48c11c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1661030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559982'] for network, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:51.937018 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c9e8a813-b5bd-4e06-9f24-a1190693ea9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:51.949913 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0a51ccab-750f-4b7f-acb9-afccb48c11c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:51.951713 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-0a51ccab-750f-4b7f-acb9-afccb48c11c3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a5c3dba3-7261-4aa3-acbb-9b14bbd46bcd HTTP/1.1" status: 204 len: 168 time: 0.4736490 Jun 06 17:44:51.954573 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41368) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:51.988900 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51ccab-750f-4b7f-acb9-afccb48c11c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c3dba3-7261-4aa3-acbb-9b14bbd46bcd,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:51.995873 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-0a51ccab-750f-4b7f-acb9-afccb48c11c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:52.056682 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_v2 [None req-c82da0b3-d7ff-4e15-befd-174d3b8d873f admin admin] Deleting subnet 36ccd4d7-8061-4548-a781-934dff266eb2 {{(pid=98885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:44:52.064764 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c82da0b3-d7ff-4e15-befd-174d3b8d873f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:52.125529 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c82da0b3-d7ff-4e15-befd-174d3b8d873f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15202863'] for subnet, precommit_delete_associations {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:52.192124 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269142d-1ab4-4d93-892c-c0b46dc7d778 req-6abc5396-8d63-49b1-ad46-c67320d55121 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:52.193587 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f269142d-1ab4-4d93-892c-c0b46dc7d778 req-6abc5396-8d63-49b1-ad46-c67320d55121 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.1815772 Jun 06 17:44:52.198899 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c82da0b3-d7ff-4e15-befd-174d3b8d873f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1661668'] for subnet, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:52.282727 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f269142d-1ab4-4d93-892c-c0b46dc7d778 req-c968041a-a8e0-4e19-92bd-4bc965510bc6 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581892 Jun 06 17:44:52.376184 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c82da0b3-d7ff-4e15-befd-174d3b8d873f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1661677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14987999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16410905'] for subnet, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:52.380313 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-5afba3a4-e7d5-44ae-850c-5e9dff7f794b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:52.415822 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82da0b3-d7ff-4e15-befd-174d3b8d873f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ccd4d7-8061-4548-a781-934dff266eb2,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:52.417829 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c82da0b3-d7ff-4e15-befd-174d3b8d873f admin admin] Notify callbacks [] for subnet, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:52.419593 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-c82da0b3-d7ff-4e15-befd-174d3b8d873f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/36ccd4d7-8061-4548-a781-934dff266eb2 HTTP/1.1" status: 204 len: 168 time: 0.4641235 Jun 06 17:44:52.420451 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c82da0b3-d7ff-4e15-befd-174d3b8d873f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:52.422114 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41372) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:52.527144 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-10c49e2c-d43f-4ec8-8cba-14091f9d7a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698918'] for network, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:52.647852 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-10c49e2c-d43f-4ec8-8cba-14091f9d7a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1661053', 'neutron.services.segments.db._delete_segments_for_network-8779962478758'] for network, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:52.660187 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.services.segments.db [None req-10c49e2c-d43f-4ec8-8cba-14091f9d7a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f29e21c-9f98-4ca2-9bbd-af8b6c957a5c']}} {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:44:52.672727 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.services.segments.db [None req-10c49e2c-d43f-4ec8-8cba-14091f9d7a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb5572a-28bc-4475-9106-b2951abc0fea') {'for_net_delete': True} {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:44:52.673041 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.services.segments.db [None req-10c49e2c-d43f-4ec8-8cba-14091f9d7a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb5572a-28bc-4475-9106-b2951abc0fea') {} {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:44:52.684468 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-10c49e2c-d43f-4ec8-8cba-14091f9d7a75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779962483649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15202838'] for segment, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:52.700226 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-10c49e2c-d43f-4ec8-8cba-14091f9d7a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:52.706017 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c49e2c-d43f-4ec8-8cba-14091f9d7a75 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=98885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:44:52.706386 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-10c49e2c-d43f-4ec8-8cba-14091f9d7a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14987877'] for segment, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: Traceback (most recent call last): Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: timer() Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: cb(*args, **kw) Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: return func(*args, **kwargs) Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: self._notify() Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: self.callback(batched_events) Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: event.method(event) Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: return f(self, *a, **k) Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: return self._get(url).json() Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: return self.request(url, 'GET', **kwargs) Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:44:52.722983 dv-cinder-791281-4-iscsi neutron-server[98885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:44:52.847054 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:52.878804 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-10c49e2c-d43f-4ec8-8cba-14091f9d7a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1661030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559982'] for network, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:52.882274 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-1d5b8be0-6d78-4cc4-a465-cbd20d41f506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:52.895634 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-10c49e2c-d43f-4ec8-8cba-14091f9d7a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:52.897415 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-10c49e2c-d43f-4ec8-8cba-14091f9d7a75 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0f29e21c-9f98-4ca2-9bbd-af8b6c957a5c HTTP/1.1" status: 204 len: 168 time: 0.4744153 Jun 06 17:44:52.903963 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c49e2c-d43f-4ec8-8cba-14091f9d7a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f29e21c-9f98-4ca2-9bbd-af8b6c957a5c,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:52.906329 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-10c49e2c-d43f-4ec8-8cba-14091f9d7a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:53.052353 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-aca5c101-c4f9-49eb-bb73-ba8ff5984b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:53.300143 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41378) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:53.351368 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-983a120d-ffc9-4011-853a-5082e1315268 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a82694e9ea3043f8abcb39be28582751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495486 Jun 06 17:44:53.353778 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41382) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:53.467414 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-15b92890-72b2-4ede-bbe5-475c40281448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:53.501544 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-15b92890-72b2-4ede-bbe5-475c40281448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:53.529736 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fa436-46e3-4e7a-893a-4caa87c7d2d2 req-d3ad5355-fa18-493d-9161-ef71e2af9644 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:53.531187 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-174fa436-46e3-4e7a-893a-4caa87c7d2d2 req-d3ad5355-fa18-493d-9161-ef71e2af9644 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.1354032 Jun 06 17:44:53.589108 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-174fa436-46e3-4e7a-893a-4caa87c7d2d2 req-ced22c11-cc74-4bf5-9f47-2dcba754e386 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475395 Jun 06 17:44:53.692621 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-15b92890-72b2-4ede-bbe5-475c40281448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:53.695115 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-15b92890-72b2-4ede-bbe5-475c40281448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:53.697047 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-15b92890-72b2-4ede-bbe5-475c40281448 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dfc62e07-51fa-4f0d-add9-addf2335c2f6 HTTP/1.1" status: 204 len: 168 time: 0.3418989 Jun 06 17:44:53.697866 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-bdc1498a-e5e5-432a-87d4-1852bb892189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:53.707831 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b92890-72b2-4ede-bbe5-475c40281448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc62e07-51fa-4f0d-add9-addf2335c2f6,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:53.710467 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-15b92890-72b2-4ede-bbe5-475c40281448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:53.904215 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:54.389942 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c0371532-2a51-4d5a-a543-9019c0ff5c6a req-f6d2d54e-52d4-4b35-bb0f-5033b4bdccd6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1604517 Jun 06 17:44:54.436155 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41394) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:54.490564 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0371532-2a51-4d5a-a543-9019c0ff5c6a req-b56ad63b-5025-453b-838c-0e99f6f9de32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:54.492480 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c0371532-2a51-4d5a-a543-9019c0ff5c6a req-b56ad63b-5025-453b-838c-0e99f6f9de32 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cc578850c5749f2837a434c6662dd0f&device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 1099 time: 0.0780234 Jun 06 17:44:54.580237 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-96f1a610-5389-491d-ad46-248f61740b0a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f766a390e78c4ba88f5828488b600381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394110 Jun 06 17:44:54.582657 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41396) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:54.641723 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-35c6c90f-77f7-4ee4-a8e2-75c0d2308ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:54.645049 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0371532-2a51-4d5a-a543-9019c0ff5c6a req-65677979-9d98-4595-9beb-c03523ff2993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:54.646757 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c0371532-2a51-4d5a-a543-9019c0ff5c6a req-65677979-9d98-4595-9beb-c03523ff2993 service neutron] 10.222.0.35 "GET /v2.0/networks?id=51fe70ed-aaea-433c-a701-bc44de4bd326 HTTP/1.1" status: 200 len: 910 time: 0.1313686 Jun 06 17:44:54.677906 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-35c6c90f-77f7-4ee4-a8e2-75c0d2308ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:54.763077 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c0371532-2a51-4d5a-a543-9019c0ff5c6a req-cd3f6c6e-15de-4633-8532-177446b67d65 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca HTTP/1.1" status: 200 len: 1001 time: 0.1071784 Jun 06 17:44:54.807161 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c4e6c-77be-41bd-9a7e-5a0e68487584 req-5ff5df60-795f-42ed-b657-136bb2b2b54f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:54.808604 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-bb8c4e6c-77be-41bd-9a7e-5a0e68487584 req-5ff5df60-795f-42ed-b657-136bb2b2b54f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.1032217 Jun 06 17:44:54.829156 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0371532-2a51-4d5a-a543-9019c0ff5c6a req-763eb54d-cebd-431e-a814-5ef860b02d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:54.830618 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c0371532-2a51-4d5a-a543-9019c0ff5c6a req-763eb54d-cebd-431e-a814-5ef860b02d58 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f365197-c9e1-40b7-9371-340e81ee9699 HTTP/1.1" status: 200 len: 848 time: 0.0611181 Jun 06 17:44:54.856814 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-bb8c4e6c-77be-41bd-9a7e-5a0e68487584 req-73b0b64c-b50c-437f-98b3-58f2bd211057 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391510 Jun 06 17:44:54.884539 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-35c6c90f-77f7-4ee4-a8e2-75c0d2308ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:54.887017 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-35c6c90f-77f7-4ee4-a8e2-75c0d2308ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:54.888984 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-35c6c90f-77f7-4ee4-a8e2-75c0d2308ca2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f59e8e0-ee15-45fb-9b6e-1fb87637bd9a HTTP/1.1" status: 204 len: 168 time: 0.3045585 Jun 06 17:44:54.889105 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-88050735-a99f-4baa-b748-e6fa1e89e0e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:54.898560 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6c90f-77f7-4ee4-a8e2-75c0d2308ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f59e8e0-ee15-45fb-9b6e-1fb87637bd9a,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:54.901766 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-35c6c90f-77f7-4ee4-a8e2-75c0d2308ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:54.923772 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0371532-2a51-4d5a-a543-9019c0ff5c6a req-095cb559-6b94-41c6-8eeb-6f2fdea12611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:54.925755 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c0371532-2a51-4d5a-a543-9019c0ff5c6a req-095cb559-6b94-41c6-8eeb-6f2fdea12611 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51fe70ed-aaea-433c-a701-bc44de4bd326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0881572 Jun 06 17:44:55.059788 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c0371532-2a51-4d5a-a543-9019c0ff5c6a req-779011ee-84a2-4e57-bea7-b3173bf0b946 service neutron] 10.222.0.35 "GET /v2.0/networks/51fe70ed-aaea-433c-a701-bc44de4bd326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250236 Jun 06 17:44:55.192934 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c0371532-2a51-4d5a-a543-9019c0ff5c6a req-f971c3ce-2d7e-4601-9deb-e4e31453b284 service neutron] 10.222.0.35 "GET /v2.0/networks/51fe70ed-aaea-433c-a701-bc44de4bd326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254411 Jun 06 17:44:55.772931 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:56.044215 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86b9c1-f98e-41c0-9b4d-cd3c6f54156d req-4c19891f-38ef-4f09-ac3a-33b45cc0bf6a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:56.045876 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5e86b9c1-f98e-41c0-9b4d-cd3c6f54156d req-4c19891f-38ef-4f09-ac3a-33b45cc0bf6a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0878108 Jun 06 17:44:56.091587 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5e86b9c1-f98e-41c0-9b4d-cd3c6f54156d req-833db3b4-587a-4825-955e-8d0bc0c9a210 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400100 Jun 06 17:44:57.283300 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35516e-a189-44ec-b863-a3a8894b3db7 req-651fbaf8-5600-46f1-827e-d9997be89679 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:57.284719 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-cf35516e-a189-44ec-b863-a3a8894b3db7 req-651fbaf8-5600-46f1-827e-d9997be89679 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0809569 Jun 06 17:44:57.330051 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-cf35516e-a189-44ec-b863-a3a8894b3db7 req-6b649c8e-d045-4d74-8a03-20f3b0ee53de tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388339 Jun 06 17:44:57.472264 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 41460) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:57.575961 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:57.591641 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-1f78c050-3aa1-440f-b0a6-9c47e199f70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:57.695404 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-1f78c050-3aa1-440f-b0a6-9c47e199f70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:57.764503 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-1f78c050-3aa1-440f-b0a6-9c47e199f70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:57.773260 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-a6517e82-8855-4e6b-9c15-70349bf73e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:57.817571 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-1f78c050-3aa1-440f-b0a6-9c47e199f70b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=152cbf0a3bb74fd0a346a0bc9bfbb8e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3441658 Jun 06 17:44:57.819952 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78c050-3aa1-440f-b0a6-9c47e199f70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645c3d28-b824-4131-9294-686e1a696b91,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:57.820194 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41466) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:57.823944 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-1f78c050-3aa1-440f-b0a6-9c47e199f70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:57.881297 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-44deb80d-5364-4670-b6a0-b072c2c27325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:57.906270 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-44deb80d-5364-4670-b6a0-b072c2c27325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:58.058329 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-44deb80d-5364-4670-b6a0-b072c2c27325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:58.060662 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-44deb80d-5364-4670-b6a0-b072c2c27325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:58.061790 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-44deb80d-5364-4670-b6a0-b072c2c27325 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/645c3d28-b824-4131-9294-686e1a696b91 HTTP/1.1" status: 204 len: 168 time: 0.2399085 Jun 06 17:44:58.062548 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-6c800726-9526-48c4-8460-16a24ee9f382 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:58.072704 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44deb80d-5364-4670-b6a0-b072c2c27325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645c3d28-b824-4131-9294-686e1a696b91,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:58.075116 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-44deb80d-5364-4670-b6a0-b072c2c27325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:58.522685 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288b72a-b432-481f-9bb8-7c99ed737791 req-ce48997b-bf6a-4bda-9338-5c60d7917799 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:58.524428 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-1288b72a-b432-481f-9bb8-7c99ed737791 req-ce48997b-bf6a-4bda-9338-5c60d7917799 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0829799 Jun 06 17:44:58.572611 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-1288b72a-b432-481f-9bb8-7c99ed737791 req-ac39f117-833e-406f-9662-308c48210a56 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423460 Jun 06 17:44:58.738103 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 41480) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:58.756009 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-a988ebc6-04cf-4e5e-b406-a7328b0338c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:58.858682 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-a988ebc6-04cf-4e5e-b406-a7328b0338c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:58.926840 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-a988ebc6-04cf-4e5e-b406-a7328b0338c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:58.936503 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-fd5afb02-54b7-459d-9043-0d99dcb6288a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:58.974962 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-a988ebc6-04cf-4e5e-b406-a7328b0338c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c39444756c214369bfbb2592658ba89d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358012 Jun 06 17:44:58.976505 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988ebc6-04cf-4e5e-b406-a7328b0338c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d071d0-59e9-4b0a-a2a9-09ee90b41dcf,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:58.979756 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 41488) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:44:58.990982 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-a988ebc6-04cf-4e5e-b406-a7328b0338c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:59.040896 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5a2a3fae-5746-45b5-9167-470d109160af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:59.066198 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5a2a3fae-5746-45b5-9167-470d109160af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:59.206498 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5a2a3fae-5746-45b5-9167-470d109160af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:59.208970 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5a2a3fae-5746-45b5-9167-470d109160af admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:44:59.210078 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-5a2a3fae-5746-45b5-9167-470d109160af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43d071d0-59e9-4b0a-a2a9-09ee90b41dcf HTTP/1.1" status: 204 len: 168 time: 0.2293890 Jun 06 17:44:59.210735 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:44:59.221053 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a3fae-5746-45b5-9167-470d109160af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d071d0-59e9-4b0a-a2a9-09ee90b41dcf,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:44:59.223253 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-5a2a3fae-5746-45b5-9167-470d109160af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:44:59.764173 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e301b-ee42-49bb-a721-914351ed0419 req-69bc5a63-7f03-4e42-9c77-d4916a7e97ad tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:44:59.765658 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-442e301b-ee42-49bb-a721-914351ed0419 req-69bc5a63-7f03-4e42-9c77-d4916a7e97ad tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0855317 Jun 06 17:44:59.810425 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-442e301b-ee42-49bb-a721-914351ed0419 req-1fe4c996-1324-4af5-948e-9b1d6da6b5f8 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391419 Jun 06 17:45:01.077146 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d243c80-9b33-4003-9c03-6393de729baf req-c964a2fd-e3ae-4429-80c7-08a051c95633 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:01.078502 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9d243c80-9b33-4003-9c03-6393de729baf req-c964a2fd-e3ae-4429-80c7-08a051c95633 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0806804 Jun 06 17:45:01.126951 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9d243c80-9b33-4003-9c03-6393de729baf req-a25c32fe-7f50-4d31-bceb-36ecedc4635b tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427222 Jun 06 17:45:02.321236 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fc3a6-df16-4833-9d32-75c10d96b51d req-3f1d6eac-af21-4065-bc3d-e99471dabac3 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:02.322165 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f46fc3a6-df16-4833-9d32-75c10d96b51d req-3f1d6eac-af21-4065-bc3d-e99471dabac3 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0883358 Jun 06 17:45:02.369112 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f46fc3a6-df16-4833-9d32-75c10d96b51d req-d12d29cd-3d79-4890-9b96-cc0dcb4412a9 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413210 Jun 06 17:45:03.560471 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e753c0-6313-4413-9d57-1e81e119df3f req-bed54299-846f-4469-a540-8fc90ec9fd71 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:03.561851 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-98e753c0-6313-4413-9d57-1e81e119df3f req-bed54299-846f-4469-a540-8fc90ec9fd71 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0851731 Jun 06 17:45:03.606028 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-98e753c0-6313-4413-9d57-1e81e119df3f req-eef3325f-8dfa-4e6c-b298-9a7900a13f52 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385420 Jun 06 17:45:04.795607 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b3a04-ec1f-467a-9b66-c5b6b76efa17 req-a38beb29-dbfb-4d57-85f8-68f2b0cc0b62 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:04.797029 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c01b3a04-ec1f-467a-9b66-c5b6b76efa17 req-a38beb29-dbfb-4d57-85f8-68f2b0cc0b62 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0801449 Jun 06 17:45:04.845571 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c01b3a04-ec1f-467a-9b66-c5b6b76efa17 req-4f0551dc-938c-446c-b6a6-742993563e47 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393202 Jun 06 17:45:06.006176 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41612) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:06.039316 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990e7bd-6e59-43e7-8d2d-e858d1bb7f07 req-4c2a7f1f-846d-492e-b7be-8f32bfcf905a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:06.040854 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-4990e7bd-6e59-43e7-8d2d-e858d1bb7f07 req-4c2a7f1f-846d-492e-b7be-8f32bfcf905a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0901496 Jun 06 17:45:06.087359 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-4990e7bd-6e59-43e7-8d2d-e858d1bb7f07 req-f3ada43b-7c01-415e-9051-cf561b879ca8 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400784 Jun 06 17:45:06.126622 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-cd1920fc-b010-4501-9e29-6c646bea5aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:06.234966 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-cd1920fc-b010-4501-9e29-6c646bea5aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:06.355471 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-cd1920fc-b010-4501-9e29-6c646bea5aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:06.364235 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-8d17024b-fbbb-4e1d-8f8d-b4c1c02bf396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:06.403482 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-cd1920fc-b010-4501-9e29-6c646bea5aec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa5c132848ac4293b7a8760bba75e423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3963330 Jun 06 17:45:06.404483 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1920fc-b010-4501-9e29-6c646bea5aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304b06cb-b694-430a-b846-ccef3e0f02bf,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:06.406437 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 41620) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:06.407643 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-cd1920fc-b010-4501-9e29-6c646bea5aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:06.468694 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ca76-7379-4c61-a5af-d9a9594b1e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:06.495303 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ca76-7379-4c61-a5af-d9a9594b1e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:06.664644 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ca76-7379-4c61-a5af-d9a9594b1e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:06.667870 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ca76-7379-4c61-a5af-d9a9594b1e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:06.670283 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-a4f7ca76-7379-4c61-a5af-d9a9594b1e00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/304b06cb-b694-430a-b846-ccef3e0f02bf HTTP/1.1" status: 204 len: 168 time: 0.2628520 Jun 06 17:45:06.676191 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-7054e882-e5fa-481f-8372-bfcbf7560937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:06.683186 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7ca76-7379-4c61-a5af-d9a9594b1e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304b06cb-b694-430a-b846-ccef3e0f02bf,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:06.685738 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-a4f7ca76-7379-4c61-a5af-d9a9594b1e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:06.805422 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b34f4-989f-4b38-936e-924ea13752e0 req-dfc213cd-3eda-4535-bdf6-0a05a7ee1062 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:06.806953 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-619b34f4-989f-4b38-936e-924ea13752e0 req-dfc213cd-3eda-4535-bdf6-0a05a7ee1062 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0865834 Jun 06 17:45:06.851813 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-619b34f4-989f-4b38-936e-924ea13752e0 req-6ae84c2d-bb21-4acb-a021-96b2ea508b43 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390644 Jun 06 17:45:07.070675 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547363d7-740f-46c7-acb2-18d2b422d964 req-7a97c1d4-908a-4e0b-bb7e-06fd37b53c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:07.073047 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-547363d7-740f-46c7-acb2-18d2b422d964 req-7a97c1d4-908a-4e0b-bb7e-06fd37b53c70 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3e8d3dc1c114c759be5fcb73c702a58&device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 1099 time: 0.0828869 Jun 06 17:45:07.219288 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547363d7-740f-46c7-acb2-18d2b422d964 req-f0ec3666-4c1d-4dcd-8bab-aa54ed053f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:07.220764 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-547363d7-740f-46c7-acb2-18d2b422d964 req-f0ec3666-4c1d-4dcd-8bab-aa54ed053f55 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7400c8c4-2b2d-42c7-ac06-b41e30d48de8 HTTP/1.1" status: 200 len: 912 time: 0.1409667 Jun 06 17:45:07.328197 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-547363d7-740f-46c7-acb2-18d2b422d964 req-0fd18f37-ffc9-43f1-a5bd-ad3c0d5f3bc3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=337e06c8-9097-41b3-a3f8-74aa847c9476 HTTP/1.1" status: 200 len: 1002 time: 0.0985377 Jun 06 17:45:07.395224 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547363d7-740f-46c7-acb2-18d2b422d964 req-acaf68ab-1f65-490a-aa69-0fc9ad38579c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:07.396653 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-547363d7-740f-46c7-acb2-18d2b422d964 req-acaf68ab-1f65-490a-aa69-0fc9ad38579c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54fc5062-fa0a-442d-9f9a-32e968d1b9fa HTTP/1.1" status: 200 len: 850 time: 0.0599961 Jun 06 17:45:07.445901 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41644) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:07.469582 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-cdf5e856-e196-4786-8f3b-a0d78fe77ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:07.580684 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-cdf5e856-e196-4786-8f3b-a0d78fe77ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:07.694990 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547363d7-740f-46c7-acb2-18d2b422d964 req-60ddcaba-8141-421b-8b8a-0fffa96112e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:07.696698 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-547363d7-740f-46c7-acb2-18d2b422d964 req-60ddcaba-8141-421b-8b8a-0fffa96112e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7400c8c4-2b2d-42c7-ac06-b41e30d48de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2887619 Jun 06 17:45:07.703690 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-cdf5e856-e196-4786-8f3b-a0d78fe77ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:07.712863 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-aa6b899f-7654-4a97-b9b2-c5743b2aea06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:07.740906 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b25d95-213a-4bee-b853-a4a26cea73fc req-b5bb5ac2-d0d0-403d-a55f-7ea1bb7b5013 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:07.742503 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b3b25d95-213a-4bee-b853-a4a26cea73fc req-b5bb5ac2-d0d0-403d-a55f-7ea1bb7b5013 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 984 time: 0.2908201 Jun 06 17:45:07.749430 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db93acb-ccc6-4121-9a4b-a01668367684 req-5cd28599-5a62-4947-93aa-ce94b9d1a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:07.750914 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7db93acb-ccc6-4121-9a4b-a01668367684 req-5cd28599-5a62-4947-93aa-ce94b9d1a6c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d64340b0b53c4cd6919b73508a5a3855&device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 1137 time: 0.1576383 Jun 06 17:45:07.760288 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-cdf5e856-e196-4786-8f3b-a0d78fe77ec2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3af2f9c1be5e4f48a9bd730639a270b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126097 Jun 06 17:45:07.763055 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41646) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:07.765034 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5e856-e196-4786-8f3b-a0d78fe77ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2532b0f-f34a-4006-a470-3074c855a656,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:07.777766 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-cdf5e856-e196-4786-8f3b-a0d78fe77ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:07.826740 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2846726b-f04a-4a2d-adbe-5bb2169e3ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:07.853121 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2846726b-f04a-4a2d-adbe-5bb2169e3ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:07.968356 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b3b25d95-213a-4bee-b853-a4a26cea73fc req-a0104984-7888-4fda-a61c-d93d0d713ff6 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7045521f-73cb-4d58-972b-dae15e91d1d8&id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2141182 Jun 06 17:45:08.013540 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-547363d7-740f-46c7-acb2-18d2b422d964 req-b26a8109-3c39-4750-98ba-8bea4825c814 service neutron] 10.222.0.35 "GET /v2.0/networks/7400c8c4-2b2d-42c7-ac06-b41e30d48de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056161 Jun 06 17:45:08.013834 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2846726b-f04a-4a2d-adbe-5bb2169e3ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:08.015683 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db93acb-ccc6-4121-9a4b-a01668367684 req-2dc83c87-37d0-4c16-a3eb-10af9b23c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:08.016215 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2846726b-f04a-4a2d-adbe-5bb2169e3ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:08.016987 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7db93acb-ccc6-4121-9a4b-a01668367684 req-2dc83c87-37d0-4c16-a3eb-10af9b23c423 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dbace6f0-a618-4a89-9f11-91d64a35f0b9 HTTP/1.1" status: 200 len: 915 time: 0.2398458 Jun 06 17:45:08.017332 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-2846726b-f04a-4a2d-adbe-5bb2169e3ac7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2532b0f-f34a-4006-a470-3074c855a656 HTTP/1.1" status: 204 len: 168 time: 0.2532859 Jun 06 17:45:08.022700 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-8ebcee3a-0c2f-4222-ae4a-49c9458f1b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:08.036471 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846726b-f04a-4a2d-adbe-5bb2169e3ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2532b0f-f34a-4006-a470-3074c855a656,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:08.060995 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-2846726b-f04a-4a2d-adbe-5bb2169e3ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:08.088572 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29465a55-0f5c-4a2f-a467-e716464179b4 req-2de7a8be-2414-420f-a57b-66ee098dd982 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:08.090068 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-29465a55-0f5c-4a2f-a467-e716464179b4 req-2de7a8be-2414-420f-a57b-66ee098dd982 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.1134470 Jun 06 17:45:08.136547 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-29465a55-0f5c-4a2f-a467-e716464179b4 req-c2019dee-cb0a-4c6c-9636-4995864e9d97 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400898 Jun 06 17:45:08.224733 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7db93acb-ccc6-4121-9a4b-a01668367684 req-e95a8a72-fc88-455f-b019-88739650702b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdf167d9-bf74-4d29-ba9c-f40d2423a794 HTTP/1.1" status: 200 len: 1001 time: 0.1787171 Jun 06 17:45:08.286877 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-547363d7-740f-46c7-acb2-18d2b422d964 req-1cab5cf5-ac83-4a2e-a50e-5e38bd70fe50 service neutron] 10.222.0.35 "GET /v2.0/networks/7400c8c4-2b2d-42c7-ac06-b41e30d48de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607300 Jun 06 17:45:08.305154 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db93acb-ccc6-4121-9a4b-a01668367684 req-524309b8-5326-4028-88d4-501cf9ff977d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:08.306721 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7db93acb-ccc6-4121-9a4b-a01668367684 req-524309b8-5326-4028-88d4-501cf9ff977d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c208a13b-e4aa-4a76-bb08-1c48747a82ca HTTP/1.1" status: 200 len: 853 time: 0.0682862 Jun 06 17:45:08.395591 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db93acb-ccc6-4121-9a4b-a01668367684 req-66c3a195-9e15-4900-9e74-91cfb13b1354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:08.397088 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7db93acb-ccc6-4121-9a4b-a01668367684 req-66c3a195-9e15-4900-9e74-91cfb13b1354 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbace6f0-a618-4a89-9f11-91d64a35f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808389 Jun 06 17:45:08.590813 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7db93acb-ccc6-4121-9a4b-a01668367684 req-95de8c59-e796-4bfc-a22c-210488a21294 service neutron] 10.222.0.35 "GET /v2.0/networks/dbace6f0-a618-4a89-9f11-91d64a35f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831498 Jun 06 17:45:08.730534 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7db93acb-ccc6-4121-9a4b-a01668367684 req-cf8ec487-1a62-4edb-931e-8226c7d68f2c service neutron] 10.222.0.35 "GET /v2.0/networks/dbace6f0-a618-4a89-9f11-91d64a35f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321385 Jun 06 17:45:09.168922 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27befa9d-338d-43d3-9497-f45222f73b46 req-07a65758-717a-4488-a1b6-4290de462dff tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:09.170459 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-27befa9d-338d-43d3-9497-f45222f73b46 req-07a65758-717a-4488-a1b6-4290de462dff tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 984 time: 0.0806994 Jun 06 17:45:09.221891 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-27befa9d-338d-43d3-9497-f45222f73b46 req-b16fbfea-8160-4e6d-a1fd-a254fe4f930e tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7045521f-73cb-4d58-972b-dae15e91d1d8&id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442955 Jun 06 17:45:09.356796 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0ae28-d8e0-45d9-86d5-bef582c72eec req-cd698b5c-33fe-44d2-b671-2e3bf7ca5ad6 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:09.358310 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-10a0ae28-d8e0-45d9-86d5-bef582c72eec req-cd698b5c-33fe-44d2-b671-2e3bf7ca5ad6 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0877023 Jun 06 17:45:09.409916 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-10a0ae28-d8e0-45d9-86d5-bef582c72eec req-69613da6-1caf-457e-9d2d-3e556bee2983 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455308 Jun 06 17:45:10.415867 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c9862-e880-45bc-be91-993df934ffe1 req-a0ae5bd9-ebe0-4365-8b4e-08f3fcae015e tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:10.417306 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0c1c9862-e880-45bc-be91-993df934ffe1 req-a0ae5bd9-ebe0-4365-8b4e-08f3fcae015e tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 984 time: 0.0799999 Jun 06 17:45:10.471221 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0c1c9862-e880-45bc-be91-993df934ffe1 req-bf7810b3-1584-4aa0-9477-cbc03942a2a6 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7045521f-73cb-4d58-972b-dae15e91d1d8&id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477245 Jun 06 17:45:10.692717 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89f862-dd40-4663-a9aa-9ee115ba6d2e req-60b3e30d-3c5b-49c8-97a0-04b559b0cc5d tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:10.694173 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-4f89f862-dd40-4663-a9aa-9ee115ba6d2e req-60b3e30d-3c5b-49c8-97a0-04b559b0cc5d tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.1677084 Jun 06 17:45:10.747673 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-4f89f862-dd40-4663-a9aa-9ee115ba6d2e req-9985dfef-2983-452b-bf94-a90fb47be065 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477746 Jun 06 17:45:10.814668 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41722) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:10.927827 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c98282b7-7652-4f20-a752-0862674ccbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:11.028464 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c98282b7-7652-4f20-a752-0862674ccbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:11.104407 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c98282b7-7652-4f20-a752-0862674ccbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:11.111857 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-cdf5e856-e196-4786-8f3b-a0d78fe77ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:11.156236 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98282b7-7652-4f20-a752-0862674ccbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77f4bb8-5e77-458b-ae2a-261ee468398b,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:11.159335 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c98282b7-7652-4f20-a752-0862674ccbf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:11.162233 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-c98282b7-7652-4f20-a752-0862674ccbf5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0e09b70eef34299a3ae6a027a24dfc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3463287 Jun 06 17:45:11.164756 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 41732) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:11.222477 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-18bc1085-67dc-4043-9b8e-9d46483d9d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:11.249054 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-18bc1085-67dc-4043-9b8e-9d46483d9d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:11.360998 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-18bc1085-67dc-4043-9b8e-9d46483d9d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:11.363510 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-18bc1085-67dc-4043-9b8e-9d46483d9d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:11.364626 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-18bc1085-67dc-4043-9b8e-9d46483d9d55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d77f4bb8-5e77-458b-ae2a-261ee468398b HTTP/1.1" status: 204 len: 168 time: 0.1983356 Jun 06 17:45:11.365541 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-f5ffe2b1-c0df-49ce-b745-852376e9cb6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:11.375638 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc1085-67dc-4043-9b8e-9d46483d9d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77f4bb8-5e77-458b-ae2a-261ee468398b,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:11.377871 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-18bc1085-67dc-4043-9b8e-9d46483d9d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:11.658427 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7ba33-5573-47ea-9ddd-9ca1c5df1299 req-198c1e05-873d-450a-8ab8-9bd77884750d tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:11.665270 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6aa7ba33-5573-47ea-9ddd-9ca1c5df1299 req-198c1e05-873d-450a-8ab8-9bd77884750d tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 984 time: 0.0848734 Jun 06 17:45:11.707692 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6aa7ba33-5573-47ea-9ddd-9ca1c5df1299 req-32fdceb1-0c27-4d99-b8cf-9d9ec848d172 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7045521f-73cb-4d58-972b-dae15e91d1d8&id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415549 Jun 06 17:45:12.087988 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41744) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:12.104609 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-3de3d430-b1d2-4c0d-bbe6-380ccb43d54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:12.206111 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-3de3d430-b1d2-4c0d-bbe6-380ccb43d54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:12.297606 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-3de3d430-b1d2-4c0d-bbe6-380ccb43d54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:12.304083 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-2c59569f-9597-4e25-85ff-786545165bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:12.348492 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3d430-b1d2-4c0d-bbe6-380ccb43d54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d864953f-9e8d-4a84-9a0c-90d87e7432ac,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:12.353539 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-3de3d430-b1d2-4c0d-bbe6-380ccb43d54b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d54a770241fe4b95828b466a13792c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645192 Jun 06 17:45:12.354510 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-3de3d430-b1d2-4c0d-bbe6-380ccb43d54b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:12.356064 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41750) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:12.430100 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-18317b90-95bd-448f-a4fc-679b03ce3967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:12.456061 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-18317b90-95bd-448f-a4fc-679b03ce3967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:12.600805 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-18317b90-95bd-448f-a4fc-679b03ce3967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:12.603859 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-18317b90-95bd-448f-a4fc-679b03ce3967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:12.605034 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-18317b90-95bd-448f-a4fc-679b03ce3967 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d864953f-9e8d-4a84-9a0c-90d87e7432ac HTTP/1.1" status: 204 len: 168 time: 0.2479799 Jun 06 17:45:12.629042 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-dcd51acd-1ea1-4876-9d15-3b6805f3a7f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:12.629042 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18317b90-95bd-448f-a4fc-679b03ce3967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d864953f-9e8d-4a84-9a0c-90d87e7432ac,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:12.629042 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-18317b90-95bd-448f-a4fc-679b03ce3967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:12.899682 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cc01a-3085-411c-a225-9cb4936e4b66 req-a9bad380-ca09-495d-9f86-142ab5641419 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:12.902053 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-e80cc01a-3085-411c-a225-9cb4936e4b66 req-a9bad380-ca09-495d-9f86-142ab5641419 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 984 time: 0.0854387 Jun 06 17:45:12.949222 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-e80cc01a-3085-411c-a225-9cb4936e4b66 req-a40e6fba-227b-42fa-a81b-66d5926b5099 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7045521f-73cb-4d58-972b-dae15e91d1d8&id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413413 Jun 06 17:45:14.156011 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419fd16-6afb-4ec8-9b30-7ff16e561deb req-18a16829-a813-4c48-9598-9990b0f786ca tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:14.157776 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e419fd16-6afb-4ec8-9b30-7ff16e561deb req-18a16829-a813-4c48-9598-9990b0f786ca tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 984 time: 0.0932150 Jun 06 17:45:14.209385 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e419fd16-6afb-4ec8-9b30-7ff16e561deb req-f13e02ac-eedc-43d0-b31f-0c62893ed836 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7045521f-73cb-4d58-972b-dae15e91d1d8&id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436773 Jun 06 17:45:15.248789 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41838) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:15.373172 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-845e4bdb-f3fc-4602-b563-36f3c429ec0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:15.449930 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9e3d1-4d31-47c0-adfb-33ffcc4402be req-4bf9d13b-388f-43fc-8111-145fe57c9f2b tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:15.451371 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-33c9e3d1-4d31-47c0-adfb-33ffcc4402be req-4bf9d13b-388f-43fc-8111-145fe57c9f2b tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 984 time: 0.1367395 Jun 06 17:45:15.520190 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-33c9e3d1-4d31-47c0-adfb-33ffcc4402be req-b2491a8a-74b4-4eb2-a008-3f0c7b3c9ed4 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7045521f-73cb-4d58-972b-dae15e91d1d8&id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622427 Jun 06 17:45:15.551330 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-845e4bdb-f3fc-4602-b563-36f3c429ec0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:15.691972 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-845e4bdb-f3fc-4602-b563-36f3c429ec0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:15.699382 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-01a057da-82f1-4361-bfda-b1a89efee2bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:15.738467 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e4bdb-f3fc-4602-b563-36f3c429ec0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c861a52-a201-42b7-a7e7-344ea1a58f8e,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:15.746432 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 41850) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:15.751509 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-845e4bdb-f3fc-4602-b563-36f3c429ec0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=050b12c980c34a7f9637c28d2ea8a392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4964416 Jun 06 17:45:15.751509 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-845e4bdb-f3fc-4602-b563-36f3c429ec0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:15.822900 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-681b0a0b-bb8c-4165-904b-4af5ac37ddb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:15.854067 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-681b0a0b-bb8c-4165-904b-4af5ac37ddb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:16.027441 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-681b0a0b-bb8c-4165-904b-4af5ac37ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:16.029891 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-681b0a0b-bb8c-4165-904b-4af5ac37ddb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:16.031044 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-681b0a0b-bb8c-4165-904b-4af5ac37ddb3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c861a52-a201-42b7-a7e7-344ea1a58f8e HTTP/1.1" status: 204 len: 168 time: 0.2830377 Jun 06 17:45:16.031776 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-c6aaa11b-8457-4814-ae2d-163bbe8890e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:16.042162 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b0a0b-bb8c-4165-904b-4af5ac37ddb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c861a52-a201-42b7-a7e7-344ea1a58f8e,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:16.044528 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-681b0a0b-bb8c-4165-904b-4af5ac37ddb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:16.724626 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3491b-eb99-451c-a625-49c1daf5fba8 req-8819dfc4-e590-4fa0-ae2f-b65dd61c4c3a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:16.726343 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-acc3491b-eb99-451c-a625-49c1daf5fba8 req-8819dfc4-e590-4fa0-ae2f-b65dd61c4c3a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 984 time: 0.0959277 Jun 06 17:45:16.778499 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-acc3491b-eb99-451c-a625-49c1daf5fba8 req-770f4367-544b-4e68-b442-c2afe43fbeee tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7045521f-73cb-4d58-972b-dae15e91d1d8&id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447047 Jun 06 17:45:16.812464 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8e493-f74e-4047-be11-42024770eab8 req-2d65ddd1-5abc-4a96-b347-d1c1097d1163 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:16.813957 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-04d8e493-f74e-4047-be11-42024770eab8 req-2d65ddd1-5abc-4a96-b347-d1c1097d1163 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.1765969 Jun 06 17:45:16.838011 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 41874) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:16.855751 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a905a6af-2e93-4f34-aaf1-32a891b6fdc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:16.860193 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-04d8e493-f74e-4047-be11-42024770eab8 req-4f188329-6db7-4243-b93b-f79327efca4b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404854 Jun 06 17:45:16.953943 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 41878) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:16.961452 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a905a6af-2e93-4f34-aaf1-32a891b6fdc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.010945 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f0dbd1-daae-4b62-9bda-6d3a997fc39f admin admin] Deleting subnet 39b0ec58-b7c1-4924-afc0-2e2c0f874f32 {{(pid=98884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:45:17.013722 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-43f0dbd1-daae-4b62-9bda-6d3a997fc39f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.044475 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a905a6af-2e93-4f34-aaf1-32a891b6fdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.053257 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-44deb80d-5364-4670-b6a0-b072c2c27325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:17.064760 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-43f0dbd1-daae-4b62-9bda-6d3a997fc39f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16138247'] for subnet, precommit_delete_associations {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.092213 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-a905a6af-2e93-4f34-aaf1-32a891b6fdc7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17c0dd8c1e294f5581cf248ab59724eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531383 Jun 06 17:45:17.093983 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905a6af-2e93-4f34-aaf1-32a891b6fdc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44415f77-e6e8-4f40-9f23-9bc217970237,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:17.095692 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 41880) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:17.097041 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-a905a6af-2e93-4f34-aaf1-32a891b6fdc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:17.153417 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-43f0dbd1-daae-4b62-9bda-6d3a997fc39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1661668'] for subnet, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.214184 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-77c72d17-56bb-4ff7-993c-615e0f962d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.249219 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-77c72d17-56bb-4ff7-993c-615e0f962d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.347095 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-43f0dbd1-daae-4b62-9bda-6d3a997fc39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1661677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-747034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14936211'] for subnet, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.351149 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-bb157289-5576-48c6-a01e-b1c87697e8b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:17.383627 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-77c72d17-56bb-4ff7-993c-615e0f962d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.386488 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-77c72d17-56bb-4ff7-993c-615e0f962d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.387607 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-77c72d17-56bb-4ff7-993c-615e0f962d8a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44415f77-e6e8-4f40-9f23-9bc217970237 HTTP/1.1" status: 204 len: 168 time: 0.2909489 Jun 06 17:45:17.390328 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0dbd1-daae-4b62-9bda-6d3a997fc39f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39b0ec58-b7c1-4924-afc0-2e2c0f874f32,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:17.392771 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-43f0dbd1-daae-4b62-9bda-6d3a997fc39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:17.393742 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-18bc1085-67dc-4043-9b8e-9d46483d9d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:17.402756 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-43f0dbd1-daae-4b62-9bda-6d3a997fc39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for subnet, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.407459 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-43f0dbd1-daae-4b62-9bda-6d3a997fc39f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/39b0ec58-b7c1-4924-afc0-2e2c0f874f32 HTTP/1.1" status: 204 len: 168 time: 0.4498723 Jun 06 17:45:17.407459 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 41884) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:17.425557 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c72d17-56bb-4ff7-993c-615e0f962d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44415f77-e6e8-4f40-9f23-9bc217970237,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:17.427842 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-77c72d17-56bb-4ff7-993c-615e0f962d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:17.524363 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-52a0ee70-96c7-4357-8ddb-a8dc5ac12196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698918'] for network, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.658218 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-52a0ee70-96c7-4357-8ddb-a8dc5ac12196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1661053', 'neutron.services.segments.db._delete_segments_for_network-8779962478758'] for network, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.671193 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-52a0ee70-96c7-4357-8ddb-a8dc5ac12196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca6f7006-368f-4d95-a3c3-653d46af5fd5']}} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:17.688633 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-52a0ee70-96c7-4357-8ddb-a8dc5ac12196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0866e98b-2319-47f9-97d6-5cf095ddcad7') {'for_net_delete': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:17.688958 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-52a0ee70-96c7-4357-8ddb-a8dc5ac12196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0866e98b-2319-47f9-97d6-5cf095ddcad7') {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:45:17.700837 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-52a0ee70-96c7-4357-8ddb-a8dc5ac12196 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779962483649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16138302'] for segment, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.716870 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-52a0ee70-96c7-4357-8ddb-a8dc5ac12196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.722758 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a0ee70-96c7-4357-8ddb-a8dc5ac12196 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=98884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:45:17.723132 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-52a0ee70-96c7-4357-8ddb-a8dc5ac12196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747168'] for segment, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: Traceback (most recent call last): Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: timer() Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: cb(*args, **kw) Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: return func(*args, **kwargs) Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: self._notify() Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: self.callback(batched_events) Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: event.method(event) Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: return f(self, *a, **k) Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: return self._get(url).json() Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: return self.request(url, 'GET', **kwargs) Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:45:17.736151 dv-cinder-791281-4-iscsi neutron-server[98884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:45:17.888485 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-52a0ee70-96c7-4357-8ddb-a8dc5ac12196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1661030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559982'] for network, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.897453 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-9156dfa9-22ff-4256-930d-8e3e0ca52a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:17.911676 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-52a0ee70-96c7-4357-8ddb-a8dc5ac12196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:17.913649 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-52a0ee70-96c7-4357-8ddb-a8dc5ac12196 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ca6f7006-368f-4d95-a3c3-653d46af5fd5 HTTP/1.1" status: 204 len: 168 time: 0.5044153 Jun 06 17:45:17.927403 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0ee70-96c7-4357-8ddb-a8dc5ac12196 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca6f7006-368f-4d95-a3c3-653d46af5fd5,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:17.930034 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-52a0ee70-96c7-4357-8ddb-a8dc5ac12196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:18.000649 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe36e56-5c51-4d74-b259-7623419ad1de req-55eac026-898c-4ceb-aa90-4b4608745922 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:18.002158 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-fbe36e56-5c51-4d74-b259-7623419ad1de req-55eac026-898c-4ceb-aa90-4b4608745922 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 984 time: 0.1068933 Jun 06 17:45:18.051901 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-fbe36e56-5c51-4d74-b259-7623419ad1de req-f1bef224-62a2-4570-9d28-1ad8c5f1a2dc tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7045521f-73cb-4d58-972b-dae15e91d1d8&id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439010 Jun 06 17:45:18.105795 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ff62e-4fba-4f65-af64-20d09cc2dd58 req-b468fbd0-1919-4d52-968b-f7c9697f07a5 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:18.107223 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-393ff62e-4fba-4f65-af64-20d09cc2dd58 req-b468fbd0-1919-4d52-968b-f7c9697f07a5 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.0883148 Jun 06 17:45:18.152264 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-393ff62e-4fba-4f65-af64-20d09cc2dd58 req-859f06a7-2c3d-43b5-9e3c-fa5b2da2f7a7 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393984 Jun 06 17:45:18.363985 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 41892) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:18.411948 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-7ac8fe14-3a7e-4a5d-9aed-f3b7aa14fa9d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e010dd1ac104a8ea75a6975d471497b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466917 Jun 06 17:45:18.414287 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 41894) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:18.471347 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2cf66dde-edf9-419c-9696-decdcf992150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:18.497016 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2cf66dde-edf9-419c-9696-decdcf992150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:18.646558 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2cf66dde-edf9-419c-9696-decdcf992150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:18.649021 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2cf66dde-edf9-419c-9696-decdcf992150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:18.650447 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-2cf66dde-edf9-419c-9696-decdcf992150 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f790530d-dd24-4131-8947-d3a7335c72a5 HTTP/1.1" status: 204 len: 168 time: 0.2349353 Jun 06 17:45:18.651258 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-5a2a3fae-5746-45b5-9167-470d109160af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:18.660696 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf66dde-edf9-419c-9696-decdcf992150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f790530d-dd24-4131-8947-d3a7335c72a5,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:18.666401 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2cf66dde-edf9-419c-9696-decdcf992150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:19.239468 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2052532-9e91-42f4-b6b5-b00fc3a11cd5 req-00e01543-cc33-4679-aa82-10530fc12393 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:19.240841 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b2052532-9e91-42f4-b6b5-b00fc3a11cd5 req-00e01543-cc33-4679-aa82-10530fc12393 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 984 time: 0.0809350 Jun 06 17:45:19.288716 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b2052532-9e91-42f4-b6b5-b00fc3a11cd5 req-b002b0e5-d30a-4590-ad5c-191b72d59484 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7045521f-73cb-4d58-972b-dae15e91d1d8&id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406868 Jun 06 17:45:19.340403 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68accd25-9669-4c7e-b697-4e9a35da17c5 req-7639dc03-086e-4133-862e-094ef40895dd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:19.341852 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-68accd25-9669-4c7e-b697-4e9a35da17c5 req-7639dc03-086e-4133-862e-094ef40895dd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.0823519 Jun 06 17:45:19.385332 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-68accd25-9669-4c7e-b697-4e9a35da17c5 req-449a914e-6dca-40c5-a01b-d6622b4513a9 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378399 Jun 06 17:45:20.335793 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9dc23b69-d03b-4398-807e-92b0f5dc20f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:20.478815 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c04c5f-dae2-4a31-b6d6-ddd23371f0b0 req-3faadea9-3269-4f55-8fc8-0371551c09ce tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:20.480292 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d2c04c5f-dae2-4a31-b6d6-ddd23371f0b0 req-3faadea9-3269-4f55-8fc8-0371551c09ce tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 984 time: 0.0837135 Jun 06 17:45:20.527762 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d2c04c5f-dae2-4a31-b6d6-ddd23371f0b0 req-94655c2d-c269-495f-9e1b-ad538f70f67b tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7045521f-73cb-4d58-972b-dae15e91d1d8&id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417013 Jun 06 17:45:20.578809 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f351b27-c4c9-44e0-acbe-de68faf15cf0 req-bdb899da-756c-4427-b768-c7b0de8caeda tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:20.580228 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8f351b27-c4c9-44e0-acbe-de68faf15cf0 req-bdb899da-756c-4427-b768-c7b0de8caeda tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.0823154 Jun 06 17:45:20.632409 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8f351b27-c4c9-44e0-acbe-de68faf15cf0 req-70e16471-4939-4b43-acc2-40596c67fb39 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462327 Jun 06 17:45:21.716403 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dfa93-91c5-4c99-9fd8-ae5a3b8404f9 req-3a06dff2-e4da-4831-99ed-d0314aac5edc tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:21.717849 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-2d3dfa93-91c5-4c99-9fd8-ae5a3b8404f9 req-3a06dff2-e4da-4831-99ed-d0314aac5edc tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 984 time: 0.0798547 Jun 06 17:45:21.767574 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-2d3dfa93-91c5-4c99-9fd8-ae5a3b8404f9 req-41d04b29-5fd1-45d7-b35e-00c8c11a65a4 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7045521f-73cb-4d58-972b-dae15e91d1d8&id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439649 Jun 06 17:45:21.825886 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f99bb-abc4-481d-b627-e1ad1619067e req-e920f833-d4c6-4d1b-bff3-7ac280fd57cd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:21.827230 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c09f99bb-abc4-481d-b627-e1ad1619067e req-e920f833-d4c6-4d1b-bff3-7ac280fd57cd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.0812566 Jun 06 17:45:21.872113 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c09f99bb-abc4-481d-b627-e1ad1619067e req-204be751-10b6-46f0-8e00-ca47029780a6 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392766 Jun 06 17:45:22.006155 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:45:22.875035 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:22.950560 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f24dd6-26f7-446c-8a40-e69d677db539 req-82e5ccbd-e8fe-47a5-ab1c-4b32dc5b3db3 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:22.951915 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-56f24dd6-26f7-446c-8a40-e69d677db539 req-82e5ccbd-e8fe-47a5-ab1c-4b32dc5b3db3 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 984 time: 0.0795946 Jun 06 17:45:22.999639 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-56f24dd6-26f7-446c-8a40-e69d677db539 req-334590f6-03c0-4a97-a4d1-f524df941ca2 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7045521f-73cb-4d58-972b-dae15e91d1d8&id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419135 Jun 06 17:45:23.055843 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-f5617466-b207-463b-a38f-bfa168bb4729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:23.067872 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e739c-1a4a-4eec-9907-dc0e91d3fc9a req-a39250b5-9278-4496-a993-f9daed6b415f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:23.069332 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9e2e739c-1a4a-4eec-9907-dc0e91d3fc9a req-a39250b5-9278-4496-a993-f9daed6b415f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.0848320 Jun 06 17:45:23.113748 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9e2e739c-1a4a-4eec-9907-dc0e91d3fc9a req-38b7c0ec-3989-451e-8209-20f097d3432f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381241 Jun 06 17:45:24.057191 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:24.067540 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17880599-ee71-48c5-87df-02daa3d13a99 req-202891a5-1e2f-4b52-8a24-0050ca009983 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:24.077368 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-17880599-ee71-48c5-87df-02daa3d13a99 req-202891a5-1e2f-4b52-8a24-0050ca009983 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.0792646 Jun 06 17:45:24.113180 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-17880599-ee71-48c5-87df-02daa3d13a99 req-34f8d1b2-9b62-4d0b-afc1-75bf34211b5c tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385163 Jun 06 17:45:24.193085 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99562e6a-605a-4e44-9d6a-ffad62d305a4 req-db3449d8-dc71-427a-bf91-692c07a5e3ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:24.194605 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-99562e6a-605a-4e44-9d6a-ffad62d305a4 req-db3449d8-dc71-427a-bf91-692c07a5e3ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 984 time: 0.0869472 Jun 06 17:45:24.252014 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-99562e6a-605a-4e44-9d6a-ffad62d305a4 req-cfd3cbb1-d187-420f-8092-8c2d4ef8dc6f tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7045521f-73cb-4d58-972b-dae15e91d1d8&id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500858 Jun 06 17:45:24.312849 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a60f64-e7ca-4bcd-9e46-6af9bed93a1d req-83e1b63b-4d46-47cc-80d2-197efbb2b937 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:24.314283 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c1a60f64-e7ca-4bcd-9e46-6af9bed93a1d req-83e1b63b-4d46-47cc-80d2-197efbb2b937 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.0853510 Jun 06 17:45:24.359546 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c1a60f64-e7ca-4bcd-9e46-6af9bed93a1d req-62176dd3-daa8-434a-98f0-dcedfa439ba5 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394394 Jun 06 17:45:25.301353 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1540854-aebd-4492-a258-f339196e9fb2 req-31e387ec-77dd-49ad-8cf3-ef4e699b6ba0 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:25.302793 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b1540854-aebd-4492-a258-f339196e9fb2 req-31e387ec-77dd-49ad-8cf3-ef4e699b6ba0 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.0808482 Jun 06 17:45:25.347179 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b1540854-aebd-4492-a258-f339196e9fb2 req-3bd3bd51-7afc-47c3-8418-9a51ddab70f6 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385642 Jun 06 17:45:25.439070 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7fc59-2914-4e20-a3d9-3ace1b337d2e req-6661a249-2864-4ee2-ab75-bb9d0bd854e5 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:25.440513 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-68d7fc59-2914-4e20-a3d9-3ace1b337d2e req-6661a249-2864-4ee2-ab75-bb9d0bd854e5 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 984 time: 0.0812039 Jun 06 17:45:25.490419 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-68d7fc59-2914-4e20-a3d9-3ace1b337d2e req-6c702c31-ddef-469f-b96f-9af1970fd29e tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=7045521f-73cb-4d58-972b-dae15e91d1d8&id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441928 Jun 06 17:45:25.552373 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fdb2a-940e-4b65-a50e-f32f90c5ff14 req-b1b050aa-eb01-43f2-842f-bbf7a591db82 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:25.553847 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0e0fdb2a-940e-4b65-a50e-f32f90c5ff14 req-b1b050aa-eb01-43f2-842f-bbf7a591db82 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.0844955 Jun 06 17:45:25.598394 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0e0fdb2a-940e-4b65-a50e-f32f90c5ff14 req-56b58ec6-f5c0-4533-aa5d-f17e8dcb0ccb tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387781 Jun 06 17:45:25.754980 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:26.606118 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47756ce-3772-496f-aba7-5daf72157f42 req-90a73620-97ee-4cfc-9791-94728e64f703 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:26.607464 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f47756ce-3772-496f-aba7-5daf72157f42 req-90a73620-97ee-4cfc-9791-94728e64f703 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.1555514 Jun 06 17:45:26.656304 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f47756ce-3772-496f-aba7-5daf72157f42 req-fc765275-72bd-4b0d-8990-cf76db8e3269 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430539 Jun 06 17:45:26.786707 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7a5b7-9d15-45db-987a-6aa8f9f2a732 req-4b22eb10-3386-4bd6-9268-e228020ae157 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:26.788142 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-8ba7a5b7-9d15-45db-987a-6aa8f9f2a732 req-4b22eb10-3386-4bd6-9268-e228020ae157 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.0791771 Jun 06 17:45:26.836332 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-8ba7a5b7-9d15-45db-987a-6aa8f9f2a732 req-52acade0-4e7e-4ffe-8e76-fa0a7618af8d tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420282 Jun 06 17:45:27.573142 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:27.844553 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e03375-4117-4529-a7b8-c272602500c4 req-ad284e90-3f15-490f-a9b0-f7746a045339 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:27.845932 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-94e03375-4117-4529-a7b8-c272602500c4 req-ad284e90-3f15-490f-a9b0-f7746a045339 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.0816441 Jun 06 17:45:27.891666 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-94e03375-4117-4529-a7b8-c272602500c4 req-1805025b-9d43-409a-b511-54631695cd9a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399778 Jun 06 17:45:28.104868 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7dea7-dbde-4a95-ac22-e6715813d103 req-4b7a5cd0-5b5d-4487-ac15-7f98e2ce60a2 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:28.106199 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-88b7dea7-dbde-4a95-ac22-e6715813d103 req-4b7a5cd0-5b5d-4487-ac15-7f98e2ce60a2 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.1575935 Jun 06 17:45:28.155898 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-88b7dea7-dbde-4a95-ac22-e6715813d103 req-f40b9019-4e22-4f9d-ad83-deafd7445a71 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439928 Jun 06 17:45:28.449887 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device b01e681d-b5f8-416b-968a-2d1214b496fa details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:45:28.608354 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port b01e681d-b5f8-416b-968a-2d1214b496fa, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b01e681d-b5f8-416b-968a-2d1214b496fa,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:28.622282 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': 'b01e681d-b5f8-416b-968a-2d1214b496fa', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'port_id': 'b01e681d-b5f8-416b-968a-2d1214b496fa', 'mac_address': 'fa:16:3e:2b:ba:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:45:28.676697 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:28.693745 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b01e681d-b5f8-416b-968a-2d1214b496fa {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:45:28.708426 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port b01e681d-b5f8-416b-968a-2d1214b496fa, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b01e681d-b5f8-416b-968a-2d1214b496fa,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:28.792659 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:28.794395 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-63e4f2f9-7fb3-4d26-b658-9897d68ace4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:28.862897 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=b01e681d-b5f8-416b-968a-2d1214b496fa,revision_number=6']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:28.870971 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:28.872400 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:28.872400 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:28.872400 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:28.872400 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:28.872757 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:28.872873 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:28.873180 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:28.873480 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:28.873789 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:28.874096 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:28.874402 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:45:28.878115 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:28.888204 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['b01e681d-b5f8-416b-968a-2d1214b496fa'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:45:29.072354 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62aba49-a7ce-4d3a-90f4-7a0945938635 req-444a8067-dc8c-4a46-b07b-ee8499b801ee tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:29.073736 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b62aba49-a7ce-4d3a-90f4-7a0945938635 req-444a8067-dc8c-4a46-b07b-ee8499b801ee tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.0778346 Jun 06 17:45:29.117301 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b62aba49-a7ce-4d3a-90f4-7a0945938635 req-ae4ca9a8-30c3-421d-aa05-bffce8802357 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375664 Jun 06 17:45:29.346200 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad939f-bcf4-4190-bb1e-e9942d30ba6e req-accb0de8-8ad1-4fc1-9a48-39163ce2dd92 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:29.347540 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f8ad939f-bcf4-4190-bb1e-e9942d30ba6e req-accb0de8-8ad1-4fc1-9a48-39163ce2dd92 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 944 time: 0.0806768 Jun 06 17:45:29.391490 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f8ad939f-bcf4-4190-bb1e-e9942d30ba6e req-452d3a0f-5294-430f-94ba-a289aee82e0e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384967 Jun 06 17:45:30.315667 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af7d0f-f8d6-4198-bb3a-9d485a58bc2d req-4059ac28-aee3-4f83-80ab-bdf8da76b02a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:30.317099 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e0af7d0f-f8d6-4198-bb3a-9d485a58bc2d req-4059ac28-aee3-4f83-80ab-bdf8da76b02a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.0936956 Jun 06 17:45:30.363445 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e0af7d0f-f8d6-4198-bb3a-9d485a58bc2d req-ecff01b6-2de5-4b90-8c70-b8a6b0169b2a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394924 Jun 06 17:45:30.448774 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device b01e681d-b5f8-416b-968a-2d1214b496fa up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:45:30.525230 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port b01e681d-b5f8-416b-968a-2d1214b496fa triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:45:30.525781 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:30.590150 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ada353-2b21-44a5-9d70-b4cdf2d4378c req-01c95f0e-2f70-4f9b-b5d3-b70779157a70 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:30.591682 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-42ada353-2b21-44a5-9d70-b4cdf2d4378c req-01c95f0e-2f70-4f9b-b5d3-b70779157a70 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 944 time: 0.0881255 Jun 06 17:45:30.650235 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-42ada353-2b21-44a5-9d70-b4cdf2d4378c req-97ed5d6e-c362-4b28-b22d-0553697d811d tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504634 Jun 06 17:45:30.651769 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:30.695362 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7293ac59-4f99-4cd8-8433-4fdfc614065c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01e681d-b5f8-416b-968a-2d1214b496fa'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:45:30.699023 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20199337-4857-4574-b87d-52c31d1a7e75" -d '{"events": [{"server_uuid": "7293ac59-4f99-4cd8-8433-4fdfc614065c", "name": "network-vif-plugged", "status": "completed", "tag": "b01e681d-b5f8-416b-968a-2d1214b496fa"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:45:30.711354 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port b01e681d-b5f8-416b-968a-2d1214b496fa, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b01e681d-b5f8-416b-968a-2d1214b496fa,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:30.789696 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:30.791612 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:30.870166 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=b01e681d-b5f8-416b-968a-2d1214b496fa,revision_number=7']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:30.873405 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:30.905936 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c93e21b-0b46-4068-a05a-138d71132664 x-openstack-request-id: req-1c93e21b-0b46-4068-a05a-138d71132664 {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:45:30.905936 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7293ac59-4f99-4cd8-8433-4fdfc614065c", "name": "network-vif-plugged", "status": "completed", "tag": "b01e681d-b5f8-416b-968a-2d1214b496fa", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:45:30.905936 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c93e21b-0b46-4068-a05a-138d71132664 {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:45:30.905936 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7293ac59-4f99-4cd8-8433-4fdfc614065c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01e681d-b5f8-416b-968a-2d1214b496fa', 'code': 200} Jun 06 17:45:31.559756 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1756231-82bd-4063-9d1f-4a2a0d319175 req-f8e61b0b-ed9c-440a-b186-078f8f2fbacf tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:31.565325 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-e1756231-82bd-4063-9d1f-4a2a0d319175 req-f8e61b0b-ed9c-440a-b186-078f8f2fbacf tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.0883665 Jun 06 17:45:31.614719 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-e1756231-82bd-4063-9d1f-4a2a0d319175 req-88bca67d-93ac-401a-bc75-2a08ccd84e6b tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457549 Jun 06 17:45:31.887698 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b957e-354e-41c0-aa1c-2e36a54f8340 req-6e617967-6be9-41c4-a485-c00a44a42932 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:31.889186 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-df2b957e-354e-41c0-aa1c-2e36a54f8340 req-6e617967-6be9-41c4-a485-c00a44a42932 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.0912294 Jun 06 17:45:31.937381 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-df2b957e-354e-41c0-aa1c-2e36a54f8340 req-4326cc7c-49d3-465b-9b2e-36fc66d4bc81 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411868 Jun 06 17:45:33.186593 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28981ff-b96b-4598-8b10-635cbb42c564 req-7d737493-4e87-4ff8-a10d-7f17e2a2e92a tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:33.188262 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e28981ff-b96b-4598-8b10-635cbb42c564 req-7d737493-4e87-4ff8-a10d-7f17e2a2e92a tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.0898898 Jun 06 17:45:33.188429 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba67fb-5800-420c-a0ab-4d7efc243322 req-9ef33b65-bebc-4879-8e30-2dde01b1be5c tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:33.189909 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-cbba67fb-5800-420c-a0ab-4d7efc243322 req-9ef33b65-bebc-4879-8e30-2dde01b1be5c tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.0877385 Jun 06 17:45:33.238977 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e28981ff-b96b-4598-8b10-635cbb42c564 req-9b20e4e4-45c6-44da-ba2b-12384f13f8b3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448020 Jun 06 17:45:33.249283 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-cbba67fb-5800-420c-a0ab-4d7efc243322 req-a0624878-ea9d-4ba3-943e-a1df618a0e6e tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534253 Jun 06 17:45:34.464113 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1a3a1-a7a2-4c39-a4f3-1d68f457e3cc req-53278e45-b241-4b8c-8e30-01b0fd00edc6 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:34.471328 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-eaf1a3a1-a7a2-4c39-a4f3-1d68f457e3cc req-53278e45-b241-4b8c-8e30-01b0fd00edc6 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.0915699 Jun 06 17:45:34.517869 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438003d-4d12-408f-825b-b3e8a04bf556 req-695f6d3e-8ecf-417d-8de3-f4df4663cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:34.519530 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8438003d-4d12-408f-825b-b3e8a04bf556 req-695f6d3e-8ecf-417d-8de3-f4df4663cd2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cc578850c5749f2837a434c6662dd0f&device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 1099 time: 0.1864142 Jun 06 17:45:34.523445 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-eaf1a3a1-a7a2-4c39-a4f3-1d68f457e3cc req-7ab61358-f2e3-4c4c-965b-b7d52ceed10f tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512075 Jun 06 17:45:34.562204 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d943e-955d-4ba8-bbf9-14642f3316af req-60e58f86-e6cc-40e5-822f-59d1f3383c39 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:34.564065 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-862d943e-955d-4ba8-bbf9-14642f3316af req-60e58f86-e6cc-40e5-822f-59d1f3383c39 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.1527894 Jun 06 17:45:34.730274 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-862d943e-955d-4ba8-bbf9-14642f3316af req-7021dd13-6042-44a9-abca-07a30116b9ae tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561747 Jun 06 17:45:34.765108 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438003d-4d12-408f-825b-b3e8a04bf556 req-7a67a806-2e55-4beb-a292-402093463f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:34.767627 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8438003d-4d12-408f-825b-b3e8a04bf556 req-7a67a806-2e55-4beb-a292-402093463f80 service neutron] 10.222.0.35 "GET /v2.0/networks?id=51fe70ed-aaea-433c-a701-bc44de4bd326 HTTP/1.1" status: 200 len: 910 time: 0.2414327 Jun 06 17:45:34.894774 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8438003d-4d12-408f-825b-b3e8a04bf556 req-32a2f09b-d7bc-4a7b-94f0-5c27a7bcfd03 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca HTTP/1.1" status: 200 len: 1001 time: 0.1198940 Jun 06 17:45:34.975004 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438003d-4d12-408f-825b-b3e8a04bf556 req-0d3a7e39-02a8-4e78-b4a6-204549fe8060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:34.976433 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8438003d-4d12-408f-825b-b3e8a04bf556 req-0d3a7e39-02a8-4e78-b4a6-204549fe8060 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f365197-c9e1-40b7-9371-340e81ee9699 HTTP/1.1" status: 200 len: 848 time: 0.0743597 Jun 06 17:45:35.058659 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438003d-4d12-408f-825b-b3e8a04bf556 req-6f655f32-28dc-4521-b2b5-905571f3c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:35.060268 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8438003d-4d12-408f-825b-b3e8a04bf556 req-6f655f32-28dc-4521-b2b5-905571f3c523 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51fe70ed-aaea-433c-a701-bc44de4bd326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754571 Jun 06 17:45:35.203780 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8438003d-4d12-408f-825b-b3e8a04bf556 req-a27fda02-88d1-4e90-9ece-ca40a5f162d6 service neutron] 10.222.0.35 "GET /v2.0/networks/51fe70ed-aaea-433c-a701-bc44de4bd326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363351 Jun 06 17:45:35.363859 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8438003d-4d12-408f-825b-b3e8a04bf556 req-07487512-d345-4dd9-b387-b940e8aa64a5 service neutron] 10.222.0.35 "GET /v2.0/networks/51fe70ed-aaea-433c-a701-bc44de4bd326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523218 Jun 06 17:45:35.736827 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e1478-6d15-4e73-8a05-26ca5e8da111 req-0637d762-ca91-47c7-9e79-99591a829bb0 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:35.738259 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-740e1478-6d15-4e73-8a05-26ca5e8da111 req-0637d762-ca91-47c7-9e79-99591a829bb0 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.1045237 Jun 06 17:45:35.803070 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-740e1478-6d15-4e73-8a05-26ca5e8da111 req-ffb38ee0-c077-4925-9741-ca88cd6f1ec2 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586331 Jun 06 17:45:35.961238 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692deca9-ed5a-4666-ab54-004d4b1b7096 req-ead79b2e-0a35-44a9-972c-a8cf0c972a6c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:35.964338 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-692deca9-ed5a-4666-ab54-004d4b1b7096 req-ead79b2e-0a35-44a9-972c-a8cf0c972a6c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.0965483 Jun 06 17:45:36.030785 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-692deca9-ed5a-4666-ab54-004d4b1b7096 req-9735250d-d29f-47cb-871b-4a39330c14d8 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528142 Jun 06 17:45:37.014591 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95a6e9-1639-4846-b0c7-4828799be161 req-371e68c1-15f7-488f-b83d-ba5d20ef7c8c tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:37.022484 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3d95a6e9-1639-4846-b0c7-4828799be161 req-371e68c1-15f7-488f-b83d-ba5d20ef7c8c tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.1020639 Jun 06 17:45:37.075490 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3d95a6e9-1639-4846-b0c7-4828799be161 req-18969247-1fbb-4080-ac14-b2b35facb106 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517945 Jun 06 17:45:37.282148 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b40b47-0c2f-4660-a981-67d4deaddee8 req-8e620c7e-9cf2-408a-a4ef-88d4ecdcceb0 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:37.284957 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-16b40b47-0c2f-4660-a981-67d4deaddee8 req-8e620c7e-9cf2-408a-a4ef-88d4ecdcceb0 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.1049831 Jun 06 17:45:37.338178 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-16b40b47-0c2f-4660-a981-67d4deaddee8 req-7276c61a-4221-4d45-b73b-0f445f295808 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472267 Jun 06 17:45:38.289345 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a83aa3-eff6-4405-a033-a38dd6009dfa req-8531c9e6-4e71-47af-bfea-5db6ee75ea56 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:38.291502 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-42a83aa3-eff6-4405-a033-a38dd6009dfa req-8531c9e6-4e71-47af-bfea-5db6ee75ea56 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.0900671 Jun 06 17:45:38.351402 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-42a83aa3-eff6-4405-a033-a38dd6009dfa req-d5a515a3-1916-44e5-a8e6-32eebd8d3b32 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478554 Jun 06 17:45:38.650918 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51778b5e-4b15-4a9c-911e-b921fecd3a7c req-4785497d-4cf2-41e9-9a43-097aa0d0842b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:38.657240 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-51778b5e-4b15-4a9c-911e-b921fecd3a7c req-4785497d-4cf2-41e9-9a43-097aa0d0842b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.1848426 Jun 06 17:45:38.717162 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-51778b5e-4b15-4a9c-911e-b921fecd3a7c req-63d77a77-a997-4dbf-9a07-f59ab784f470 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581458 Jun 06 17:45:39.558292 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1021-8de9-4b03-84ee-13feba6080f7 req-3441511a-768f-49ae-8fbc-0eb87ee677ed tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:39.559759 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c7de1021-8de9-4b03-84ee-13feba6080f7 req-3441511a-768f-49ae-8fbc-0eb87ee677ed tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.0852823 Jun 06 17:45:39.606711 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c7de1021-8de9-4b03-84ee-13feba6080f7 req-23b1f644-a611-4158-8b7d-5128f1e2ee87 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412548 Jun 06 17:45:39.938951 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f41a54-0d19-44a2-aebe-892ea631da29 req-fc20dc16-8d1a-40fc-bde9-a484978ce6bc tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:39.940825 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-26f41a54-0d19-44a2-aebe-892ea631da29 req-fc20dc16-8d1a-40fc-bde9-a484978ce6bc tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.0928533 Jun 06 17:45:40.008672 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-26f41a54-0d19-44a2-aebe-892ea631da29 req-99509408-d8f5-4955-8e7b-0fe1e3198b33 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611331 Jun 06 17:45:40.180720 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcc28a-983d-4011-b3e6-09e5df25784b req-4f3265c6-dcf6-4048-9d67-cda88b21d91a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:40.182784 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-55fcc28a-983d-4011-b3e6-09e5df25784b req-4f3265c6-dcf6-4048-9d67-cda88b21d91a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.0923753 Jun 06 17:45:40.236517 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-55fcc28a-983d-4011-b3e6-09e5df25784b req-8ad9ead5-5802-4802-9005-e4699ac28c2f tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475821 Jun 06 17:45:40.261070 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0e690a8c-c1bd-4033-8fff-0aeaa4fcc97e req-364cfcf0-73af-47dd-856a-8246398f37bc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1010144 Jun 06 17:45:40.529891 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:45:40.647010 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:40.673618 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653b2674-b8a9-4ce7-843b-eae7a00c38f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1111c6f0-1638-47ea-8b7e-ae6a2d3880ca'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:45:40.675883 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de875b35-d668-42ad-b29e-900f63f1e0aa" -d '{"events": [{"server_uuid": "653b2674-b8a9-4ce7-843b-eae7a00c38f6", "name": "network-vif-unplugged", "status": "completed", "tag": "1111c6f0-1638-47ea-8b7e-ae6a2d3880ca"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:45:40.684015 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca,segment=NetworkSegment(cb0261f0-ca86-4095-b02a-a27a7ed33197),segment_id=cb0261f0-ca86-4095-b02a-a27a7ed33197)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:40.718005 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 06 Jun 2021 17:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c66fe1-6155-4df7-af6e-27779577e120 x-openstack-request-id: req-d5c66fe1-6155-4df7-af6e-27779577e120 {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:45:40.718302 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653b2674-b8a9-4ce7-843b-eae7a00c38f6", "name": "network-vif-unplugged", "status": "failed", "tag": "1111c6f0-1638-47ea-8b7e-ae6a2d3880ca", "code": 422}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:45:40.718559 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5c66fe1-6155-4df7-af6e-27779577e120 {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:45:40.718992 dv-cinder-791281-4-iscsi neutron-server[98886]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '653b2674-b8a9-4ce7-843b-eae7a00c38f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1111c6f0-1638-47ea-8b7e-ae6a2d3880ca', 'code': 422} returned with failed status Jun 06 17:45:40.839456 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:40.842160 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:40.913886 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca,revision_number=6']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:40.917163 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:41.199769 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e357f1-1424-439d-aae3-bf8c70a68f6d req-b051d56f-ccdf-4723-895b-e503a8643fc7 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:41.201270 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-80e357f1-1424-439d-aae3-bf8c70a68f6d req-b051d56f-ccdf-4723-895b-e503a8643fc7 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.0820816 Jun 06 17:45:41.246539 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-80e357f1-1424-439d-aae3-bf8c70a68f6d req-b9580853-0819-4cbc-8f3c-6c3230b107c1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396321 Jun 06 17:45:41.430657 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021162bb-79d6-4e71-8c2d-ce74c92a1dbd req-158fa147-e242-4926-863a-5748a10fcbe1 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:41.432309 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-021162bb-79d6-4e71-8c2d-ce74c92a1dbd req-158fa147-e242-4926-863a-5748a10fcbe1 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 944 time: 0.0804579 Jun 06 17:45:41.477813 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-021162bb-79d6-4e71-8c2d-ce74c92a1dbd req-461911bc-f5f4-444a-9e73-d981214cdc35 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395749 Jun 06 17:45:41.859527 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6d547-f9ad-4b26-ac56-20ffbac0b961 req-02b80724-d0fb-4aa6-914b-1bde36cb11a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:41.860884 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-85d6d547-f9ad-4b26-ac56-20ffbac0b961 req-02b80724-d0fb-4aa6-914b-1bde36cb11a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=22e0c313a0d34d1cbf3166f27aaa75be&device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 1098 time: 0.0740108 Jun 06 17:45:41.990891 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6d547-f9ad-4b26-ac56-20ffbac0b961 req-9bd96858-828e-4a9d-bb58-97132b6e272a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:41.992547 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-85d6d547-f9ad-4b26-ac56-20ffbac0b961 req-9bd96858-828e-4a9d-bb58-97132b6e272a service neutron] 10.222.0.35 "GET /v2.0/networks?id=797ee1ce-df47-45dc-9d12-b7882bffb3f5 HTTP/1.1" status: 200 len: 917 time: 0.1250660 Jun 06 17:45:42.103345 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-85d6d547-f9ad-4b26-ac56-20ffbac0b961 req-d0e6518f-1fe4-4990-9afa-594543bda29a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b01e681d-b5f8-416b-968a-2d1214b496fa HTTP/1.1" status: 200 len: 1000 time: 0.1022031 Jun 06 17:45:42.164180 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6d547-f9ad-4b26-ac56-20ffbac0b961 req-69094c4b-c4cf-4b95-a186-b43d42c5d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:42.165596 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-85d6d547-f9ad-4b26-ac56-20ffbac0b961 req-69094c4b-c4cf-4b95-a186-b43d42c5d73b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=32856328-a45b-4d19-b9c2-2268b19da00b HTTP/1.1" status: 200 len: 855 time: 0.0560055 Jun 06 17:45:42.238868 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6d547-f9ad-4b26-ac56-20ffbac0b961 req-a61f8bdf-dc99-422b-838c-c6efe300c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:42.240285 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-85d6d547-f9ad-4b26-ac56-20ffbac0b961 req-a61f8bdf-dc99-422b-838c-c6efe300c6f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=797ee1ce-df47-45dc-9d12-b7882bffb3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679979 Jun 06 17:45:42.413944 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-85d6d547-f9ad-4b26-ac56-20ffbac0b961 req-1c2ee4da-ebd2-4dad-81bd-dde595530b16 service neutron] 10.222.0.35 "GET /v2.0/networks/797ee1ce-df47-45dc-9d12-b7882bffb3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664219 Jun 06 17:45:42.567861 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5cde9-a95c-4477-b6b3-742f63e9014b req-2d4ae082-4cf4-456a-9f0b-88d8a38cc2de tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:42.569327 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-94d5cde9-a95c-4477-b6b3-742f63e9014b req-2d4ae082-4cf4-456a-9f0b-88d8a38cc2de tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.2055316 Jun 06 17:45:42.574723 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-85d6d547-f9ad-4b26-ac56-20ffbac0b961 req-2bd73593-492b-4f92-a5d6-3c988447c004 service neutron] 10.222.0.35 "GET /v2.0/networks/797ee1ce-df47-45dc-9d12-b7882bffb3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539962 Jun 06 17:45:42.614867 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-94d5cde9-a95c-4477-b6b3-742f63e9014b req-3835c5c7-118c-405f-9382-f0c18a33ba81 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392196 Jun 06 17:45:42.676494 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c078d1-50d2-4d9b-a02f-f5b09776bee5 req-ee5a0f54-aeed-4d1c-be51-183298262673 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:42.677995 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d8c078d1-50d2-4d9b-a02f-f5b09776bee5 req-ee5a0f54-aeed-4d1c-be51-183298262673 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 944 time: 0.0914962 Jun 06 17:45:42.722478 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d8c078d1-50d2-4d9b-a02f-f5b09776bee5 req-abbdfcb1-0b5b-45db-a0fa-8b214615bc68 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384250 Jun 06 17:45:43.659627 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e690a8c-c1bd-4033-8fff-0aeaa4fcc97e req-f234cb43-efe9-467a-955a-48686dcb1018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:43.661095 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0e690a8c-c1bd-4033-8fff-0aeaa4fcc97e req-f234cb43-efe9-467a-955a-48686dcb1018 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6&tenant_id=0cc578850c5749f2837a434c6662dd0f HTTP/1.1" status: 200 len: 1097 time: 0.0695784 Jun 06 17:45:43.815322 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e690a8c-c1bd-4033-8fff-0aeaa4fcc97e req-d872245d-47b2-4bbc-9a4b-c22cd418ecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:43.816772 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0e690a8c-c1bd-4033-8fff-0aeaa4fcc97e req-d872245d-47b2-4bbc-9a4b-c22cd418ecfa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cc578850c5749f2837a434c6662dd0f&device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 1097 time: 0.1321223 Jun 06 17:45:43.834076 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bca40-8edf-4c61-959f-d5d946577147 req-6ec61794-9a16-4142-bb4f-a7e6e5bc0577 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:43.835500 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-326bca40-8edf-4c61-959f-d5d946577147 req-6ec61794-9a16-4142-bb4f-a7e6e5bc0577 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.1062875 Jun 06 17:45:43.908935 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385700e4-d551-415d-b7e4-10da0cf75ef9 req-4b1a41b3-5408-47ab-9ed1-7a1b3f230fe8 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:43.910301 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-385700e4-d551-415d-b7e4-10da0cf75ef9 req-4b1a41b3-5408-47ab-9ed1-7a1b3f230fe8 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 944 time: 0.0808187 Jun 06 17:45:43.954963 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-385700e4-d551-415d-b7e4-10da0cf75ef9 req-fc8cc0e0-46eb-43c0-9e73-0f265ebc8e36 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390306 Jun 06 17:45:43.967823 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-326bca40-8edf-4c61-959f-d5d946577147 req-71aca378-2faa-4fa2-96d7-8815893bf2d5 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093414 Jun 06 17:45:44.004532 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e690a8c-c1bd-4033-8fff-0aeaa4fcc97e req-b305afc5-ebea-4df5-b776-a5a0d9ce4086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:44.005987 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0e690a8c-c1bd-4033-8fff-0aeaa4fcc97e req-b305afc5-ebea-4df5-b776-a5a0d9ce4086 service neutron] 10.222.0.35 "GET /v2.0/networks?id=51fe70ed-aaea-433c-a701-bc44de4bd326 HTTP/1.1" status: 200 len: 910 time: 0.1685419 Jun 06 17:45:44.107572 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0e690a8c-c1bd-4033-8fff-0aeaa4fcc97e req-0bb704e6-bc35-4ffa-8430-d7d25dd932ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca HTTP/1.1" status: 200 len: 999 time: 0.0928924 Jun 06 17:45:44.253566 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e690a8c-c1bd-4033-8fff-0aeaa4fcc97e req-c42b907a-784e-40e3-ab1a-888bda632d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:44.254896 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0e690a8c-c1bd-4033-8fff-0aeaa4fcc97e req-c42b907a-784e-40e3-ab1a-888bda632d66 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f365197-c9e1-40b7-9371-340e81ee9699 HTTP/1.1" status: 200 len: 848 time: 0.1402359 Jun 06 17:45:44.327838 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e690a8c-c1bd-4033-8fff-0aeaa4fcc97e req-5d7f05c2-aa75-42a8-929f-13183dd5495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:44.329297 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0e690a8c-c1bd-4033-8fff-0aeaa4fcc97e req-5d7f05c2-aa75-42a8-929f-13183dd5495b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51fe70ed-aaea-433c-a701-bc44de4bd326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672331 Jun 06 17:45:44.470948 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0e690a8c-c1bd-4033-8fff-0aeaa4fcc97e req-4fe41ce7-40ac-4711-bab2-0b561e39de7c service neutron] 10.222.0.35 "GET /v2.0/networks/51fe70ed-aaea-433c-a701-bc44de4bd326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229067 Jun 06 17:45:44.605097 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0e690a8c-c1bd-4033-8fff-0aeaa4fcc97e req-78c5daab-5a5f-45fc-92a2-918215e2ceb5 service neutron] 10.222.0.35 "GET /v2.0/networks/51fe70ed-aaea-433c-a701-bc44de4bd326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233530 Jun 06 17:45:45.163148 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b6ec1-1292-4d08-a1b3-a6f09aa71d1d req-7e27597d-d527-416a-b2fe-d36d9d8c4150 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:45.165405 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f77b6ec1-1292-4d08-a1b3-a6f09aa71d1d req-7e27597d-d527-416a-b2fe-d36d9d8c4150 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 945 time: 0.0873528 Jun 06 17:45:45.167428 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada6992-1011-4a92-89ea-7b7f9b246df7 req-5dbb9552-6276-44ae-98f6-21c218a178b9 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:45.168208 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3ada6992-1011-4a92-89ea-7b7f9b246df7 req-5dbb9552-6276-44ae-98f6-21c218a178b9 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 944 time: 0.0877757 Jun 06 17:45:45.217972 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3ada6992-1011-4a92-89ea-7b7f9b246df7 req-8dea209f-1c63-430e-9a28-a83c60bf99bb tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431063 Jun 06 17:45:45.219641 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f77b6ec1-1292-4d08-a1b3-a6f09aa71d1d req-9b935496-da9b-44f4-9279-cdd0e1fda4fa tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395849 Jun 06 17:45:46.541107 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device b01e681d-b5f8-416b-968a-2d1214b496fa no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:45:46.651526 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:46.684432 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7293ac59-4f99-4cd8-8433-4fdfc614065c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b01e681d-b5f8-416b-968a-2d1214b496fa'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:45:46.686822 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e4f2bb-b30b-4870-9297-3771ebbc08b7" -d '{"events": [{"server_uuid": "7293ac59-4f99-4cd8-8433-4fdfc614065c", "name": "network-vif-unplugged", "status": "completed", "tag": "b01e681d-b5f8-416b-968a-2d1214b496fa"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:45:46.694636 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port b01e681d-b5f8-416b-968a-2d1214b496fa, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b01e681d-b5f8-416b-968a-2d1214b496fa,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:46.829483 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95caba60-2347-44e5-a200-edacccb867ad req-f371e8c8-4788-46b1-9797-71997d6aaf91 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:46.831044 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-95caba60-2347-44e5-a200-edacccb867ad req-f371e8c8-4788-46b1-9797-71997d6aaf91 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 944 time: 0.0793636 Jun 06 17:45:46.870142 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:46.873273 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-85479896-5701-4478-b141-6ac3d44c61d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:46.881344 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-95caba60-2347-44e5-a200-edacccb867ad req-a217b064-eda7-4b73-b8e3-e0200655a046 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444508 Jun 06 17:45:46.929344 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 06 Jun 2021 17:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c1dd38-4fbc-469d-8e12-11357a5e63e3 x-openstack-request-id: req-53c1dd38-4fbc-469d-8e12-11357a5e63e3 {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:45:46.929638 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7293ac59-4f99-4cd8-8433-4fdfc614065c", "name": "network-vif-unplugged", "status": "failed", "tag": "b01e681d-b5f8-416b-968a-2d1214b496fa", "code": 422}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:45:46.929898 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53c1dd38-4fbc-469d-8e12-11357a5e63e3 {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:45:46.930288 dv-cinder-791281-4-iscsi neutron-server[98886]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7293ac59-4f99-4cd8-8433-4fdfc614065c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b01e681d-b5f8-416b-968a-2d1214b496fa', 'code': 422} returned with failed status Jun 06 17:45:46.949490 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=b01e681d-b5f8-416b-968a-2d1214b496fa,revision_number=8']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:46.953617 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:48.094309 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63419c4-0311-46f6-bb1c-9f69dfd1df52 req-049ce384-cd2c-4155-9a3a-e5105c87df75 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:48.095734 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f63419c4-0311-46f6-bb1c-9f69dfd1df52 req-049ce384-cd2c-4155-9a3a-e5105c87df75 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 944 time: 0.0802221 Jun 06 17:45:48.140828 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f63419c4-0311-46f6-bb1c-9f69dfd1df52 req-fc8ae94d-9f37-4f60-a7ce-b145e79ccee4 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394440 Jun 06 17:45:48.335044 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e7a1d-97f2-4e7b-8c9b-d49fcd09cc10 req-14f84ed0-f045-483a-9586-349b7b4aaf57 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:48.336493 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d40e7a1d-97f2-4e7b-8c9b-d49fcd09cc10 req-14f84ed0-f045-483a-9586-349b7b4aaf57 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0778642 Jun 06 17:45:48.387160 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d40e7a1d-97f2-4e7b-8c9b-d49fcd09cc10 req-d849822c-39fa-415f-9320-f66f54080f44 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435355 Jun 06 17:45:48.602950 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6b68a-e914-4409-8d50-c4ffe385bbf4 req-fdcb8639-1cbd-4481-b410-26bac199b988 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:48.604632 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-52b6b68a-e914-4409-8d50-c4ffe385bbf4 req-fdcb8639-1cbd-4481-b410-26bac199b988 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 943 time: 0.0814657 Jun 06 17:45:48.651120 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-52b6b68a-e914-4409-8d50-c4ffe385bbf4 req-830e1814-e7d7-4ab6-bf34-5bbdf8ca5c72 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406559 Jun 06 17:45:49.107452 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42124) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:45:49.224556 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b6bb37ef-f57d-4536-be34-00fd61d0d01c req-461eae0c-0a3b-46cc-aa80-c8eed4578ce7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1159019 Jun 06 17:45:49.329573 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbe29c-0160-4896-968e-13dc1090c801 req-207cd86b-15ef-4942-8ef6-bfd81113295b tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:49.331007 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f6dbe29c-0160-4896-968e-13dc1090c801 req-207cd86b-15ef-4942-8ef6-bfd81113295b tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 944 time: 0.0810459 Jun 06 17:45:49.377921 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f6dbe29c-0160-4896-968e-13dc1090c801 req-9cd51017-7b3f-4503-af58-48b663629a02 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412242 Jun 06 17:45:49.580445 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6872eb-02fd-477e-a926-79d5787082ad req-c15fdce4-2e5e-4806-b057-ecfa81f884c4 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:49.581931 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0e6872eb-02fd-477e-a926-79d5787082ad req-c15fdce4-2e5e-4806-b057-ecfa81f884c4 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0870728 Jun 06 17:45:49.715854 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0e6872eb-02fd-477e-a926-79d5787082ad req-b9584331-6c7f-40cd-a8c8-529df51adf07 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281838 Jun 06 17:45:49.842248 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a2e53-75e0-49d9-92c3-50203088858b req-52bd1aab-a905-481b-86ba-cd80bf8446cc tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:49.843621 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-131a2e53-75e0-49d9-92c3-50203088858b req-52bd1aab-a905-481b-86ba-cd80bf8446cc tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 943 time: 0.0832970 Jun 06 17:45:49.891432 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-131a2e53-75e0-49d9-92c3-50203088858b req-51ab9842-ba9a-4d5b-96db-7eb065965a7d tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409400 Jun 06 17:45:50.320334 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-fb07f800-1f2f-41e7-ae7e-0495d95309b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:50.559729 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94f64e-7fef-4732-a854-c9287e863f87 req-07eb5205-7f52-44dd-a598-ff12beea0402 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:50.561191 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6c94f64e-7fef-4732-a854-c9287e863f87 req-07eb5205-7f52-44dd-a598-ff12beea0402 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 944 time: 0.0792358 Jun 06 17:45:50.605511 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6c94f64e-7fef-4732-a854-c9287e863f87 req-11aa5512-a637-42e5-b88d-792d875df3af tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383971 Jun 06 17:45:50.775433 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb37ef-f57d-4536-be34-00fd61d0d01c req-5cd0b8ba-e212-4f96-b6b3-2702afd92bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:50.776921 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b6bb37ef-f57d-4536-be34-00fd61d0d01c req-5cd0b8ba-e212-4f96-b6b3-2702afd92bce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c&tenant_id=22e0c313a0d34d1cbf3166f27aaa75be HTTP/1.1" status: 200 len: 1096 time: 0.0711684 Jun 06 17:45:50.935522 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb37ef-f57d-4536-be34-00fd61d0d01c req-ffe5c01e-b02d-4245-9c7d-3c2f20d1e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:50.937011 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b6bb37ef-f57d-4536-be34-00fd61d0d01c req-ffe5c01e-b02d-4245-9c7d-3c2f20d1e3ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=22e0c313a0d34d1cbf3166f27aaa75be&device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 1096 time: 0.1371531 Jun 06 17:45:50.944437 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97440562-c0e1-4244-b5e9-28bb22114bf0 req-b40bd86c-8265-40ce-9f3e-098ac73c1f94 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:50.945779 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-97440562-c0e1-4244-b5e9-28bb22114bf0 req-b40bd86c-8265-40ce-9f3e-098ac73c1f94 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.1153212 Jun 06 17:45:51.028872 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-97440562-c0e1-4244-b5e9-28bb22114bf0 req-06fc72d4-ba85-4940-a378-bb9595d8a13c tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770941 Jun 06 17:45:51.086556 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b12b20-3b33-4645-a625-8e3db0aaf277 req-88b39264-3eb2-4919-9392-d3450cf82d56 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:51.088026 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-21b12b20-3b33-4645-a625-8e3db0aaf277 req-88b39264-3eb2-4919-9392-d3450cf82d56 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 943 time: 0.0826235 Jun 06 17:45:51.115574 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb37ef-f57d-4536-be34-00fd61d0d01c req-d6a488f2-b6e1-4b1d-abdb-3e2ba4c2c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:51.117274 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b6bb37ef-f57d-4536-be34-00fd61d0d01c req-d6a488f2-b6e1-4b1d-abdb-3e2ba4c2c941 service neutron] 10.222.0.35 "GET /v2.0/networks?id=797ee1ce-df47-45dc-9d12-b7882bffb3f5 HTTP/1.1" status: 200 len: 917 time: 0.1511908 Jun 06 17:45:51.133052 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-21b12b20-3b33-4645-a625-8e3db0aaf277 req-4eff9937-5753-478a-a6a0-7cdb78f47744 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388496 Jun 06 17:45:51.218533 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b6bb37ef-f57d-4536-be34-00fd61d0d01c req-6c75ab6d-a99d-4492-8dff-781aa05298fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b01e681d-b5f8-416b-968a-2d1214b496fa HTTP/1.1" status: 200 len: 998 time: 0.0919502 Jun 06 17:45:51.284117 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb37ef-f57d-4536-be34-00fd61d0d01c req-30e37fb9-0b6d-4c95-84a9-0f400dd7f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:51.285516 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b6bb37ef-f57d-4536-be34-00fd61d0d01c req-30e37fb9-0b6d-4c95-84a9-0f400dd7f59d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=32856328-a45b-4d19-b9c2-2268b19da00b HTTP/1.1" status: 200 len: 855 time: 0.0607653 Jun 06 17:45:51.359488 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb37ef-f57d-4536-be34-00fd61d0d01c req-5a247d48-4530-4b0a-9e56-05b8a2d86926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:51.360956 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b6bb37ef-f57d-4536-be34-00fd61d0d01c req-5a247d48-4530-4b0a-9e56-05b8a2d86926 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=797ee1ce-df47-45dc-9d12-b7882bffb3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677581 Jun 06 17:45:51.564113 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b6bb37ef-f57d-4536-be34-00fd61d0d01c req-961f2408-fc32-4f0c-a488-f1f4c513481b service neutron] 10.222.0.35 "GET /v2.0/networks/797ee1ce-df47-45dc-9d12-b7882bffb3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952333 Jun 06 17:45:51.696381 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b6bb37ef-f57d-4536-be34-00fd61d0d01c req-d7e749df-19bd-4654-9b3d-5bdc94863a94 service neutron] 10.222.0.35 "GET /v2.0/networks/797ee1ce-df47-45dc-9d12-b7882bffb3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249564 Jun 06 17:45:51.801188 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a38e4a-dfb4-4877-9c00-0fc9233bf299 req-76c8dc3b-8ff4-472f-b060-df47e0712679 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:51.802628 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f8a38e4a-dfb4-4877-9c00-0fc9233bf299 req-76c8dc3b-8ff4-472f-b060-df47e0712679 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 944 time: 0.0892086 Jun 06 17:45:51.848015 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f8a38e4a-dfb4-4877-9c00-0fc9233bf299 req-b4dd4979-2f52-4932-a279-ca299a3e15c9 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395753 Jun 06 17:45:52.215023 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c37af-acfa-4089-a361-7dab8bfde543 req-03bc3e4d-175e-478c-9cbe-4ba760484a8d tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:52.216465 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-827c37af-acfa-4089-a361-7dab8bfde543 req-03bc3e4d-175e-478c-9cbe-4ba760484a8d tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0792136 Jun 06 17:45:52.265615 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-827c37af-acfa-4089-a361-7dab8bfde543 req-d68cca86-f7d9-484a-8dfb-c80110511242 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433619 Jun 06 17:45:52.343695 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf4fb3-c6bb-48d7-9be5-2a0908430caa req-d2c47866-ee07-42ea-8f6b-5b1c0591242b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:52.352887 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-6dbf4fb3-c6bb-48d7-9be5-2a0908430caa req-d2c47866-ee07-42ea-8f6b-5b1c0591242b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 943 time: 0.1086292 Jun 06 17:45:52.416741 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-6dbf4fb3-c6bb-48d7-9be5-2a0908430caa req-e871255c-ff5b-4910-b690-0523fc51967d tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628021 Jun 06 17:45:52.592535 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:45:52.756042 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca,segment=NetworkSegment(cb0261f0-ca86-4095-b02a-a27a7ed33197),segment_id=cb0261f0-ca86-4095-b02a-a27a7ed33197)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:52.777778 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': '1111c6f0-1638-47ea-8b7e-ae6a2d3880ca', 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326', 'port_id': '1111c6f0-1638-47ea-8b7e-ae6a2d3880ca', 'mac_address': 'fa:16:3e:58:32:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f365197-c9e1-40b7-9371-340e81ee9699', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:45:52.840524 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:52.862928 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:45:52.879008 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca,segment=NetworkSegment(cb0261f0-ca86-4095-b02a-a27a7ed33197),segment_id=cb0261f0-ca86-4095-b02a-a27a7ed33197)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:52.904117 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:53.006535 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:53.008363 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:53.071829 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-37f888a9-da6f-4648-9349-86791b0353fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:53.080108 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117072d2-1e91-416a-8461-f2005fc25e9b req-40156d64-e95a-4a00-be3d-b75b7086f5be tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:53.083563 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-117072d2-1e91-416a-8461-f2005fc25e9b req-40156d64-e95a-4a00-be3d-b75b7086f5be tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 945 time: 0.1107001 Jun 06 17:45:53.093682 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca,revision_number=7']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:53.097375 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:53.144979 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-117072d2-1e91-416a-8461-f2005fc25e9b req-1daf6d95-a441-4687-92c2-222feb2838d2 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545933 Jun 06 17:45:53.266394 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['1111c6f0-1638-47ea-8b7e-ae6a2d3880ca'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:45:53.594204 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16db410-ee40-4734-bd89-5d78b877082d req-7089457d-753d-4911-876a-04b24e066cf4 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:53.595686 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a16db410-ee40-4734-bd89-5d78b877082d req-7089457d-753d-4911-876a-04b24e066cf4 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.1631141 Jun 06 17:45:53.662925 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b801c-90ba-47c7-ae3c-fe5e4030f91d req-12fd1f22-867d-4d0e-a623-78dab32931ad tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:53.666661 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-8b9b801c-90ba-47c7-ae3c-fe5e4030f91d req-12fd1f22-867d-4d0e-a623-78dab32931ad tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 943 time: 0.1057096 Jun 06 17:45:53.699624 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a16db410-ee40-4734-bd89-5d78b877082d req-b5ae7157-1e2c-46b6-a484-2f781c885500 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973079 Jun 06 17:45:53.727803 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-8b9b801c-90ba-47c7-ae3c-fe5e4030f91d req-16d2e985-6d90-4e8e-a98b-ca69123d40f7 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548837 Jun 06 17:45:53.880601 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:54.357719 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc58d2-7804-41be-a531-c5a2c040941c req-6e5e4de0-a673-47d9-9bcc-9ba2b1586314 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:54.359159 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-28bc58d2-7804-41be-a531-c5a2c040941c req-6e5e4de0-a673-47d9-9bcc-9ba2b1586314 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 945 time: 0.0914328 Jun 06 17:45:54.410970 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-28bc58d2-7804-41be-a531-c5a2c040941c req-bb7ae367-be92-48ae-88c8-d3619d2f355b tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459089 Jun 06 17:45:54.605757 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:45:54.681849 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:45:54.682216 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:54.805126 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:54.876915 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653b2674-b8a9-4ce7-843b-eae7a00c38f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1111c6f0-1638-47ea-8b7e-ae6a2d3880ca'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:45:54.879309 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3bdd73-c3dd-4bf2-ad9d-a9023cce1487" -d '{"events": [{"server_uuid": "653b2674-b8a9-4ce7-843b-eae7a00c38f6", "name": "network-vif-plugged", "status": "completed", "tag": "1111c6f0-1638-47ea-8b7e-ae6a2d3880ca"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:45:54.890063 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca,segment=NetworkSegment(cb0261f0-ca86-4095-b02a-a27a7ed33197),segment_id=cb0261f0-ca86-4095-b02a-a27a7ed33197)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:45:54.953049 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e034c5e-cfcf-4f51-842b-358d1690d737 req-825efbe3-26b4-42c8-84f0-fe9a1986dbd6 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:54.954635 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-3e034c5e-cfcf-4f51-842b-358d1690d737 req-825efbe3-26b4-42c8-84f0-fe9a1986dbd6 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 943 time: 0.0953524 Jun 06 17:45:54.960622 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:54.963397 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:45:54.980726 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da00920-e5aa-481e-8338-3a8e0f80658d req-f5c859ec-6712-4be8-9388-402062aaa3d9 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:54.982031 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5da00920-e5aa-481e-8338-3a8e0f80658d req-f5c859ec-6712-4be8-9388-402062aaa3d9 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.1053760 Jun 06 17:45:55.009269 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-3e034c5e-cfcf-4f51-842b-358d1690d737 req-90c717c6-d54f-4164-a7f7-58e024aadb2c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479186 Jun 06 17:45:55.034088 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5da00920-e5aa-481e-8338-3a8e0f80658d req-b2faa60c-ce74-4f8c-9e63-3efb92418aa8 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444291 Jun 06 17:45:55.069599 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca,revision_number=8']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:45:55.072502 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:45:55.074573 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f441b91-960b-4c83-a76f-bd3c3f7546c0 x-openstack-request-id: req-0f441b91-960b-4c83-a76f-bd3c3f7546c0 {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:45:55.074926 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653b2674-b8a9-4ce7-843b-eae7a00c38f6", "name": "network-vif-plugged", "status": "completed", "tag": "1111c6f0-1638-47ea-8b7e-ae6a2d3880ca", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:45:55.075182 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f441b91-960b-4c83-a76f-bd3c3f7546c0 {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:45:55.075557 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653b2674-b8a9-4ce7-843b-eae7a00c38f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1111c6f0-1638-47ea-8b7e-ae6a2d3880ca', 'code': 200} Jun 06 17:45:55.613846 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9893eda-8074-47c3-b557-ed767d307ebb req-e7737e68-34b7-49ac-aa72-84485dc4ee27 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:55.615375 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-a9893eda-8074-47c3-b557-ed767d307ebb req-e7737e68-34b7-49ac-aa72-84485dc4ee27 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.0979755 Jun 06 17:45:55.662666 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-a9893eda-8074-47c3-b557-ed767d307ebb req-09aff718-2ee8-428e-b9ec-e4d5691d6e2c tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408928 Jun 06 17:45:55.754878 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:56.210790 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714fa8b-5fde-4cc0-a86b-35aa718b39f3 req-348604ad-5558-4aaa-8f36-de21a6938bcc tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:56.213453 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-3714fa8b-5fde-4cc0-a86b-35aa718b39f3 req-348604ad-5558-4aaa-8f36-de21a6938bcc tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 943 time: 0.0898890 Jun 06 17:45:56.253272 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e28c0-eba5-4309-b7b7-7f8d0a4bc3f3 req-9ad5866b-5915-4594-ab79-1afcfc683d3c tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:56.254732 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-7d6e28c0-eba5-4309-b7b7-7f8d0a4bc3f3 req-9ad5866b-5915-4594-ab79-1afcfc683d3c tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0974789 Jun 06 17:45:56.275912 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-3714fa8b-5fde-4cc0-a86b-35aa718b39f3 req-859f283a-beab-4905-be34-6db755fe03cc tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552492 Jun 06 17:45:56.316513 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-7d6e28c0-eba5-4309-b7b7-7f8d0a4bc3f3 req-b4a96d47-6700-47cf-9d2b-8587c5218434 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561044 Jun 06 17:45:56.863481 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4933d7c-8cec-4e63-995f-33f39fd94f95 req-66616616-93ac-43d8-8831-ec62dd0a81f5 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:56.864956 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c4933d7c-8cec-4e63-995f-33f39fd94f95 req-66616616-93ac-43d8-8831-ec62dd0a81f5 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.0880861 Jun 06 17:45:56.913731 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c4933d7c-8cec-4e63-995f-33f39fd94f95 req-3c74f3ec-a2fc-484c-a26a-571a47962a48 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419774 Jun 06 17:45:57.495863 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594ea70-8154-4623-b973-aa246e46dd43 req-3969a2c6-ca0f-49c4-a67e-c13198b31034 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:57.497765 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0594ea70-8154-4623-b973-aa246e46dd43 req-3969a2c6-ca0f-49c4-a67e-c13198b31034 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 943 time: 0.0851109 Jun 06 17:45:57.531466 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320046e-1437-4063-a574-dabcaeaae66c req-7d927f78-b031-4bd9-a71f-7951f01d320f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:57.532979 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2320046e-1437-4063-a574-dabcaeaae66c req-7d927f78-b031-4bd9-a71f-7951f01d320f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0973327 Jun 06 17:45:57.550784 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0594ea70-8154-4623-b973-aa246e46dd43 req-a55d4bdd-bf03-48da-9fff-35c594fc813d tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460541 Jun 06 17:45:57.587892 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2320046e-1437-4063-a574-dabcaeaae66c req-ae828058-ba74-4a08-84af-f894f367ddae tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491409 Jun 06 17:45:57.640963 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:45:58.113784 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1949e56-4b37-41b7-bae3-596f2f13de12 req-8e857fe3-d0b1-4cfa-9185-b06e34876af0 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:58.115295 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c1949e56-4b37-41b7-bae3-596f2f13de12 req-8e857fe3-d0b1-4cfa-9185-b06e34876af0 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.0879929 Jun 06 17:45:58.160901 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c1949e56-4b37-41b7-bae3-596f2f13de12 req-55eb5637-bd2d-4c56-8f21-78c48be39618 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388331 Jun 06 17:45:58.775117 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab4bf1-b965-43fa-982c-77a0d53a88bd req-2e4f89ad-8c45-4634-80f5-9160d670e5a1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:58.777320 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-deab4bf1-b965-43fa-982c-77a0d53a88bd req-2e4f89ad-8c45-4634-80f5-9160d670e5a1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 943 time: 0.1060104 Jun 06 17:45:58.824527 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab9fd8-7b33-4da1-bf54-212a33eba4c7 req-55798558-c75d-45de-a515-f48d9e5f7434 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:58.826112 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-63ab9fd8-7b33-4da1-bf54-212a33eba4c7 req-55798558-c75d-45de-a515-f48d9e5f7434 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.1097953 Jun 06 17:45:58.828385 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-deab4bf1-b965-43fa-982c-77a0d53a88bd req-eb66f38b-c972-4f8b-98df-b8c38d3812e0 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442302 Jun 06 17:45:58.884680 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-63ab9fd8-7b33-4da1-bf54-212a33eba4c7 req-94ecf8ff-b9d4-434e-a8ee-a8d1c0c176a2 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526242 Jun 06 17:45:59.005110 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:45:59.351790 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd199c9-d7f1-49a2-a276-cf55d1164c1b req-e57e5653-72b6-431f-85de-87fb3ab63582 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:45:59.353326 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4cd199c9-d7f1-49a2-a276-cf55d1164c1b req-e57e5653-72b6-431f-85de-87fb3ab63582 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.0835588 Jun 06 17:45:59.412894 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4cd199c9-d7f1-49a2-a276-cf55d1164c1b req-574020e3-3f5d-4e1f-8bbd-1e6e99e4231c tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536513 Jun 06 17:46:00.043889 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc088c-ca56-4761-b5fa-a3e4ed565ce6 req-79270379-18b7-4a7c-a30e-4404bff660ad tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:00.052177 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d8cc088c-ca56-4761-b5fa-a3e4ed565ce6 req-79270379-18b7-4a7c-a30e-4404bff660ad tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 943 time: 0.0992897 Jun 06 17:46:00.087983 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e63b5-deab-43c6-be50-a05333d093e1 req-e908d708-33dc-446d-962c-bcc63120af34 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:00.090628 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bb6e63b5-deab-43c6-be50-a05333d093e1 req-e908d708-33dc-446d-962c-bcc63120af34 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0916648 Jun 06 17:46:00.096514 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d8cc088c-ca56-4761-b5fa-a3e4ed565ce6 req-20e6036f-3c56-471e-a099-7e88c051fd61 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400908 Jun 06 17:46:00.153516 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bb6e63b5-deab-43c6-be50-a05333d093e1 req-0e07b43e-0dbb-4044-8325-7ecb53bd4ddb tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562577 Jun 06 17:46:00.615746 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e931421-52cf-45fc-a9d4-e15117e94e7e req-12f06a22-6abc-44c5-bb83-baed49dfdaec tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:00.618070 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0e931421-52cf-45fc-a9d4-e15117e94e7e req-12f06a22-6abc-44c5-bb83-baed49dfdaec tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.0855510 Jun 06 17:46:00.664178 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-0e931421-52cf-45fc-a9d4-e15117e94e7e req-7b32e162-ac22-42aa-b740-b1a4da7bd8cb tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400877 Jun 06 17:46:01.021909 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2d0728dc-fd87-401c-9239-8aaf2143ddfc req-db8701e6-3b52-4a4d-8ebf-b56e6bb19bea tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2125685384&fields=id&tenant_id=d64340b0b53c4cd6919b73508a5a3855 HTTP/1.1" status: 200 len: 267 time: 0.0480034 Jun 06 17:46:01.105133 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0728dc-fd87-401c-9239-8aaf2143ddfc req-5dca7233-0991-423a-b9ba-fe3a06ef6e24 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:01.106641 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2d0728dc-fd87-401c-9239-8aaf2143ddfc req-5dca7233-0991-423a-b9ba-fe3a06ef6e24 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 984 time: 0.0791218 Jun 06 17:46:01.118164 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-2d0728dc-fd87-401c-9239-8aaf2143ddfc req-29cee505-2117-4a90-a1cf-ff0e9de189ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Request body: {'port': {'security_groups': ['187be097-f484-491a-9991-137558478360']}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:46:01.247167 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-2d0728dc-fd87-401c-9239-8aaf2143ddfc req-29cee505-2117-4a90-a1cf-ff0e9de189ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:01.313023 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24946a2-833d-4cbc-902a-ec6286b0971f req-08ddd34c-d0df-4b2b-8279-ae12c0380325 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:01.314546 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-e24946a2-833d-4cbc-902a-ec6286b0971f req-08ddd34c-d0df-4b2b-8279-ae12c0380325 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 943 time: 0.0991704 Jun 06 17:46:01.373378 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-e24946a2-833d-4cbc-902a-ec6286b0971f req-49d51a49-ae3a-402a-b22c-604da43d4103 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491149 Jun 06 17:46:01.574189 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcc51b-1160-4839-96e3-70f49d78eb0e req-acce50ff-8944-40e1-bc84-79a4579c9f62 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:01.575678 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f9dcc51b-1160-4839-96e3-70f49d78eb0e req-acce50ff-8944-40e1-bc84-79a4579c9f62 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0847545 Jun 06 17:46:01.628030 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-2d0728dc-fd87-401c-9239-8aaf2143ddfc req-29cee505-2117-4a90-a1cf-ff0e9de189ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] For port bdf167d9-bf74-4d29-ba9c-f40d2423a794, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bdf167d9-bf74-4d29-ba9c-f40d2423a794,segment=NetworkSegment(2c5a1658-e708-42bb-963a-f8400f73a8c7),segment_id=2c5a1658-e708-42bb-963a-f8400f73a8c7)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:46:01.633703 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f9dcc51b-1160-4839-96e3-70f49d78eb0e req-def98b90-4c44-4728-b3f8-bac219130568 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516446 Jun 06 17:46:01.655323 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-2d0728dc-fd87-401c-9239-8aaf2143ddfc req-29cee505-2117-4a90-a1cf-ff0e9de189ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:01.726462 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-2d0728dc-fd87-401c-9239-8aaf2143ddfc req-29cee505-2117-4a90-a1cf-ff0e9de189ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:01.733035 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-6d1d6d4d-029b-48c4-b736-b2195db639fd tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:01.738708 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['bdf167d9-bf74-4d29-ba9c-f40d2423a794'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:46:01.802851 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0728dc-fd87-401c-9239-8aaf2143ddfc req-29cee505-2117-4a90-a1cf-ff0e9de189ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:01.803627 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-2d0728dc-fd87-401c-9239-8aaf2143ddfc req-29cee505-2117-4a90-a1cf-ff0e9de189ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:01.805063 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2d0728dc-fd87-401c-9239-8aaf2143ddfc req-29cee505-2117-4a90-a1cf-ff0e9de189ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "PUT /v2.0/ports/bdf167d9-bf74-4d29-ba9c-f40d2423a794 HTTP/1.1" status: 200 len: 942 time: 0.6920216 Jun 06 17:46:01.807983 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d6232d-8e51-4f21-9fb1-672b6d2dd689', 'tag': 'bdf167d9-bf74-4d29-ba9c-f40d2423a794'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:46:01.809051 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4568bb-5733-4a0d-8ad0-ea10843d9ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "68d6232d-8e51-4f21-9fb1-672b6d2dd689", "tag": "bdf167d9-bf74-4d29-ba9c-f40d2423a794"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:46:01.817996 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42228) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:01.919161 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cee505-2117-4a90-a1cf-ff0e9de189ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Pushing event updated for resources: {'Port': ['ID=bdf167d9-bf74-4d29-ba9c-f40d2423a794,revision_number=7']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:01.930630 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cee505-2117-4a90-a1cf-ff0e9de189ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:01.931112 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cee505-2117-4a90-a1cf-ff0e9de189ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:01.931690 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cee505-2117-4a90-a1cf-ff0e9de189ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:01.932848 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cee505-2117-4a90-a1cf-ff0e9de189ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:01.933289 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cee505-2117-4a90-a1cf-ff0e9de189ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:01.933719 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cee505-2117-4a90-a1cf-ff0e9de189ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:01.934143 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cee505-2117-4a90-a1cf-ff0e9de189ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:01.934570 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cee505-2117-4a90-a1cf-ff0e9de189ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:01.935005 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cee505-2117-4a90-a1cf-ff0e9de189ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:01.935553 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cee505-2117-4a90-a1cf-ff0e9de189ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:01.935845 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cee505-2117-4a90-a1cf-ff0e9de189ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:01.936270 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cee505-2117-4a90-a1cf-ff0e9de189ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:01.945529 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-29cee505-2117-4a90-a1cf-ff0e9de189ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:01.951493 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['bdf167d9-bf74-4d29-ba9c-f40d2423a794'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:46:01.991392 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-86c14170-0254-4b32-9788-77d7354cfab8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:02.015628 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57d1ec7-f662-421b-b1aa-92f0f9507499 x-openstack-request-id: req-b57d1ec7-f662-421b-b1aa-92f0f9507499 {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:46:02.016244 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d6232d-8e51-4f21-9fb1-672b6d2dd689", "tag": "bdf167d9-bf74-4d29-ba9c-f40d2423a794", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:46:02.016744 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b57d1ec7-f662-421b-b1aa-92f0f9507499 {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:46:02.017395 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d6232d-8e51-4f21-9fb1-672b6d2dd689', 'tag': 'bdf167d9-bf74-4d29-ba9c-f40d2423a794', 'status': 'completed', 'code': 200} Jun 06 17:46:02.025676 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d16e9e-d3ee-404e-8110-2ae94388624d req-6836734f-2ec5-4e0c-9ab2-2b9e7631f16b tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:02.027560 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-58d16e9e-d3ee-404e-8110-2ae94388624d req-6836734f-2ec5-4e0c-9ab2-2b9e7631f16b tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.2407560 Jun 06 17:46:02.058248 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-86c14170-0254-4b32-9788-77d7354cfab8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:02.107154 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-58d16e9e-d3ee-404e-8110-2ae94388624d req-55165b10-8c0c-4ecf-836d-e595179a187a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672147 Jun 06 17:46:02.232876 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-86c14170-0254-4b32-9788-77d7354cfab8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:02.235552 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-86c14170-0254-4b32-9788-77d7354cfab8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:02.237057 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-86c14170-0254-4b32-9788-77d7354cfab8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "DELETE /v2.0/security-groups/7045521f-73cb-4d58-972b-dae15e91d1d8 HTTP/1.1" status: 204 len: 168 time: 0.4178522 Jun 06 17:46:02.238199 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-9156dfa9-22ff-4256-930d-8e3e0ca52a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:02.239909 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 42236) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:02.252239 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c14170-0254-4b32-9788-77d7354cfab8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7045521f-73cb-4d58-972b-dae15e91d1d8,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:02.254898 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-86c14170-0254-4b32-9788-77d7354cfab8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:02.293317 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-3619fcb1-7513-4aa4-8534-784cb18e6051 None None] Provisioning complete for port bdf167d9-bf74-4d29-ba9c-f40d2423a794 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:46:02.293731 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-3619fcb1-7513-4aa4-8534-784cb18e6051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:02.590074 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef5b6e-5c31-4178-9ae8-64e49baab4df req-d5ee5ade-fb5f-48af-96a7-a88de3042ba6 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:02.591556 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-61ef5b6e-5c31-4178-9ae8-64e49baab4df req-d5ee5ade-fb5f-48af-96a7-a88de3042ba6 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 943 time: 0.0839183 Jun 06 17:46:02.614809 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Deleting port bd422602-68ac-490a-8598-799b57ecafad {{(pid=98885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:46:02.615394 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:02.637317 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-61ef5b6e-5c31-4178-9ae8-64e49baab4df req-a6a30742-4922-4372-a749-5bb3ae84fd37 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394671 Jun 06 17:46:02.737831 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:02.738160 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:02.898121 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Calling delete_port for bd422602-68ac-490a-8598-799b57ecafad owned by network:floatingip {{(pid=98885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:46:02.981461 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb8190-6395-4a3d-9b59-12a79ad288ed req-a83b569c-0da5-455d-922e-fe2213981e83 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:02.982900 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d8cb8190-6395-4a3d-9b59-12a79ad288ed req-a83b569c-0da5-455d-922e-fe2213981e83 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.1793487 Jun 06 17:46:03.042317 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d8cb8190-6395-4a3d-9b59-12a79ad288ed req-f730a950-c621-4554-abb3-e80a96e6e0c7 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528448 Jun 06 17:46:03.166099 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:03.171630 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-2ed77d00-3c73-4f62-b3d2-dbe4ad33b039 tempest-ServerRescueNegativeTestJSON-2046019257 tempest-ServerRescueNegativeTestJSON-2046019257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:03.218107 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Pushing event deleted for resources: {'Port': ['ID=bd422602-68ac-490a-8598-799b57ecafad,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:03.286350 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:03.286734 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:03.287106 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:03.287472 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:03.287941 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:03.288311 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:03.288672 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:03.289056 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:03.289418 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:03.289718 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d1872-bbda-4e8b-b04f-a392da512657 req-34c96cdf-018b-454a-9a5b-8c1714b5a05e tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:03.290181 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:03.290181 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:03.290458 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:46:03.291135 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ac3d1872-bbda-4e8b-b04f-a392da512657 req-34c96cdf-018b-454a-9a5b-8c1714b5a05e tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.0831943 Jun 06 17:46:03.294229 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:03.320272 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks [] for floatingip, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:03.320605 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.l3_db [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Floating IP 293b299f-8009-47e4-87a7-b8e1b4481c88 disassociated (deleted). External IP: 172.27.1.224, port: bdf167d9-bf74-4d29-ba9c-f40d2423a794. Jun 06 17:46:03.336488 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ac3d1872-bbda-4e8b-b04f-a392da512657 req-98843ea0-e55f-4877-982e-19c71fe3810e tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386262 Jun 06 17:46:03.486673 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4568bb-5733-4a0d-8ad0-ea10843d9ca4 req-3a3809ac-2ac6-45ea-b6d7-499c7ea4e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:03.488207 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cb4568bb-5733-4a0d-8ad0-ea10843d9ca4 req-3a3809ac-2ac6-45ea-b6d7-499c7ea4e76e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d64340b0b53c4cd6919b73508a5a3855&device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 1098 time: 0.0736198 Jun 06 17:46:03.677185 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4568bb-5733-4a0d-8ad0-ea10843d9ca4 req-58fd709a-412f-486c-8cba-8b6ac949446e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:03.680667 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cb4568bb-5733-4a0d-8ad0-ea10843d9ca4 req-58fd709a-412f-486c-8cba-8b6ac949446e service neutron] 10.222.0.35 "GET /v2.0/networks?id=dbace6f0-a618-4a89-9f11-91d64a35f0b9 HTTP/1.1" status: 200 len: 915 time: 0.1853907 Jun 06 17:46:03.699939 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Router c6ac0838-af0b-42c4-bf7e-fcbef419e7fe has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:46:03.764729 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cb4568bb-5733-4a0d-8ad0-ea10843d9ca4 req-14ba46ab-f052-45e3-8b38-39add10db45a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdf167d9-bf74-4d29-ba9c-f40d2423a794 HTTP/1.1" status: 200 len: 217 time: 0.0725927 Jun 06 17:46:03.766733 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefab71-9b0d-4cc4-9bb4-0b9fea4e5754 req-ffdb5879-6704-4c26-bff5-7083efc881b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:03.768144 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5aefab71-9b0d-4cc4-9bb4-0b9fea4e5754 req-ffdb5879-6704-4c26-bff5-7083efc881b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3e8d3dc1c114c759be5fcb73c702a58&device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 1099 time: 0.1853745 Jun 06 17:46:04.000192 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4568bb-5733-4a0d-8ad0-ea10843d9ca4 req-44fcb1f0-8e31-4206-9c27-86f851740083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:04.001643 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cb4568bb-5733-4a0d-8ad0-ea10843d9ca4 req-44fcb1f0-8e31-4206-9c27-86f851740083 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c208a13b-e4aa-4a76-bb08-1c48747a82ca HTTP/1.1" status: 200 len: 853 time: 0.2212095 Jun 06 17:46:04.043888 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:46:04.049134 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for floatingip, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:04.053013 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41e07c7-5a70-4da3-a86e-8ce70a359fc7 None None] Sync routers for ids ['c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:46:04.064687 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41e07c7-5a70-4da3-a86e-8ce70a359fc7 None None] Routers {'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:46:04.065930 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-f41e07c7-5a70-4da3-a86e-8ce70a359fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:45:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:04.085954 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefab71-9b0d-4cc4-9bb4-0b9fea4e5754 req-f7618336-8564-4e28-9a83-8bcdda7b03a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:04.087391 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5aefab71-9b0d-4cc4-9bb4-0b9fea4e5754 req-f7618336-8564-4e28-9a83-8bcdda7b03a8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7400c8c4-2b2d-42c7-ac06-b41e30d48de8 HTTP/1.1" status: 200 len: 912 time: 0.2353454 Jun 06 17:46:04.106781 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166c680-8b75-42a0-b801-def77204244a req-55c0550e-2ed0-4b18-84fe-2ff720216f0e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:04.108263 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9166c680-8b75-42a0-b801-def77204244a req-55c0550e-2ed0-4b18-84fe-2ff720216f0e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 943 time: 0.3189065 Jun 06 17:46:04.120619 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "DELETE /v2.0/floatingips/293b299f-8009-47e4-87a7-b8e1b4481c88 HTTP/1.1" status: 204 len: 168 time: 1.8795807 Jun 06 17:46:04.134243 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d6232d-8e51-4f21-9fb1-672b6d2dd689', 'tag': 'bdf167d9-bf74-4d29-ba9c-f40d2423a794'}] {{(pid=98885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:46:04.136745 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a6c2106189684e6c8c135db98febb64b7965986d5ce9c0aaacdf0f98e167a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a3fb0a-86f2-4642-b736-0a844416ab88" -d '{"events": [{"name": "network-changed", "server_uuid": "68d6232d-8e51-4f21-9fb1-672b6d2dd689", "tag": "bdf167d9-bf74-4d29-ba9c-f40d2423a794"}]}' {{(pid=98885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:46:04.175072 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b80334-200e-4f62-ae59-f73bef2c1d7b req-a4933e7a-6718-450f-a672-2d02833ef403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:04.176142 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9166c680-8b75-42a0-b801-def77204244a req-d66fd3c0-c338-4ced-8d5b-c605dca8fb8d tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582106 Jun 06 17:46:04.177173 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-24b80334-200e-4f62-ae59-f73bef2c1d7b req-a4933e7a-6718-450f-a672-2d02833ef403 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 1099 time: 0.3952131 Jun 06 17:46:04.292434 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-f41e07c7-5a70-4da3-a86e-8ce70a359fc7 None None] Set router c6ac0838-af0b-42c4-bf7e-fcbef419e7fe gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:46:04.300553 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5aefab71-9b0d-4cc4-9bb4-0b9fea4e5754 req-38dea7d2-7759-4db5-9f12-441fba843f26 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=337e06c8-9097-41b3-a3f8-74aa847c9476 HTTP/1.1" status: 200 len: 1002 time: 0.2012222 Jun 06 17:46:04.345702 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-24b80334-200e-4f62-ae59-f73bef2c1d7b req-3d9663df-a48d-47c3-a8cc-a41a36cb1c7a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548584 Jun 06 17:46:04.357574 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4568bb-5733-4a0d-8ad0-ea10843d9ca4 req-68d508c7-3e49-4fa9-8b8c-535da221283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:04.359019 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cb4568bb-5733-4a0d-8ad0-ea10843d9ca4 req-68d508c7-3e49-4fa9-8b8c-535da221283c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbace6f0-a618-4a89-9f11-91d64a35f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3423719 Jun 06 17:46:04.389442 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefab71-9b0d-4cc4-9bb4-0b9fea4e5754 req-e868af36-6591-4c90-a488-1a375c2a19ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:04.390110 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5aefab71-9b0d-4cc4-9bb4-0b9fea4e5754 req-e868af36-6591-4c90-a488-1a375c2a19ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54fc5062-fa0a-442d-9f9a-32e968d1b9fa HTTP/1.1" status: 200 len: 850 time: 0.0800166 Jun 06 17:46:04.398586 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a6d88-784d-4874-b90c-51443df032a3 req-0ea713e4-c01c-4e0b-89ae-c118ef79414c tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:04.399988 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d91a6d88-784d-4874-b90c-51443df032a3 req-0ea713e4-c01c-4e0b-89ae-c118ef79414c tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.1949153 Jun 06 17:46:04.617908 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-f41e07c7-5a70-4da3-a86e-8ce70a359fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'name': 'tempest-TestMinimumBasicScenario-427874594-router', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:22Z', 'revision_number': 4, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'gw_port': {'id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:16Z', 'updated_at': '2021-06-06T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '41e37a05-9e01-4540-8f4e-dda38eac3ac4', 'name': '', 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'mac_address': 'fa:16:3e:35:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c208a13b-e4aa-4a76-bb08-1c48747a82ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:21Z', 'updated_at': '2021-06-06T17:43:31Z', 'revision_number': 5, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'subnets': [{'id': 'c208a13b-e4aa-4a76-bb08-1c48747a82ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:04.622931 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41e07c7-5a70-4da3-a86e-8ce70a359fc7 None None] Checking router: c6ac0838-af0b-42c4-bf7e-fcbef419e7fe for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:46:04.631820 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41e07c7-5a70-4da3-a86e-8ce70a359fc7 None None] Routers {'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:46:04.632440 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-f41e07c7-5a70-4da3-a86e-8ce70a359fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:45:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:04.682963 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d91a6d88-784d-4874-b90c-51443df032a3 req-74c8e491-c351-43c1-8857-4a84e85d8271 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243814 Jun 06 17:46:04.711882 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefab71-9b0d-4cc4-9bb4-0b9fea4e5754 req-f9518294-e0d0-4eb2-be92-e7e3a298271f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:04.713554 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5aefab71-9b0d-4cc4-9bb4-0b9fea4e5754 req-f9518294-e0d0-4eb2-be92-e7e3a298271f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7400c8c4-2b2d-42c7-ac06-b41e30d48de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3053591 Jun 06 17:46:04.760114 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cb4568bb-5733-4a0d-8ad0-ea10843d9ca4 req-ac7dc6be-cf00-4454-98fb-5435b62dc858 service neutron] 10.222.0.35 "GET /v2.0/networks/dbace6f0-a618-4a89-9f11-91d64a35f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530204 Jun 06 17:46:04.821547 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06a2028-9de8-4ef9-ac09-fb1a92b20599 x-openstack-request-id: req-e06a2028-9de8-4ef9-ac09-fb1a92b20599 {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:46:04.822542 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d6232d-8e51-4f21-9fb1-672b6d2dd689", "tag": "bdf167d9-bf74-4d29-ba9c-f40d2423a794", "status": "completed", "code": 200}]} {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:46:04.823648 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e06a2028-9de8-4ef9-ac09-fb1a92b20599 {{(pid=98885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:46:04.824652 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d6232d-8e51-4f21-9fb1-672b6d2dd689', 'tag': 'bdf167d9-bf74-4d29-ba9c-f40d2423a794', 'status': 'completed', 'code': 200} Jun 06 17:46:04.877349 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-f41e07c7-5a70-4da3-a86e-8ce70a359fc7 None None] Set router c6ac0838-af0b-42c4-bf7e-fcbef419e7fe gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:46:04.972027 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5aefab71-9b0d-4cc4-9bb4-0b9fea4e5754 req-e78d54f0-1aa4-492e-b760-4cf23c0176a2 service neutron] 10.222.0.35 "GET /v2.0/networks/7400c8c4-2b2d-42c7-ac06-b41e30d48de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451615 Jun 06 17:46:04.974729 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafea49-7f03-47ff-bc75-deb1b1a5360f req-4dc28c2d-d6d9-4e63-9473-0994d8cf2e4c tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:04.976354 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-daafea49-7f03-47ff-bc75-deb1b1a5360f req-4dc28c2d-d6d9-4e63-9473-0994d8cf2e4c tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.1078281 Jun 06 17:46:04.989633 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cb4568bb-5733-4a0d-8ad0-ea10843d9ca4 req-5a7df827-58f4-4ab6-bd89-5a06124d6477 service neutron] 10.222.0.35 "GET /v2.0/networks/dbace6f0-a618-4a89-9f11-91d64a35f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190878 Jun 06 17:46:05.036909 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-daafea49-7f03-47ff-bc75-deb1b1a5360f req-4bde7bd5-bc2e-4a50-b2f7-e1f4927d9720 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510359 Jun 06 17:46:05.195544 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5aefab71-9b0d-4cc4-9bb4-0b9fea4e5754 req-41631965-5574-467a-b859-15e55bab852a service neutron] 10.222.0.35 "GET /v2.0/networks/7400c8c4-2b2d-42c7-ac06-b41e30d48de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049248 Jun 06 17:46:05.228638 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3fb0a-86f2-4642-b736-0a844416ab88 req-49ba97f1-1aa0-4aa7-b59c-ecb05f10275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:05.231139 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-98a3fb0a-86f2-4642-b736-0a844416ab88 req-49ba97f1-1aa0-4aa7-b59c-ecb05f10275a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d64340b0b53c4cd6919b73508a5a3855&device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 1098 time: 0.1022813 Jun 06 17:46:05.320704 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-f41e07c7-5a70-4da3-a86e-8ce70a359fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'name': 'tempest-TestMinimumBasicScenario-427874594-router', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:22Z', 'revision_number': 4, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'gw_port': {'id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:16Z', 'updated_at': '2021-06-06T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '41e37a05-9e01-4540-8f4e-dda38eac3ac4', 'name': '', 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'mac_address': 'fa:16:3e:35:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c208a13b-e4aa-4a76-bb08-1c48747a82ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:21Z', 'updated_at': '2021-06-06T17:43:31Z', 'revision_number': 5, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'subnets': [{'id': 'c208a13b-e4aa-4a76-bb08-1c48747a82ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:05.325774 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41e07c7-5a70-4da3-a86e-8ce70a359fc7 None None] The sync data for ids ['c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'] in dv-cinder-791281-4-iscsi is: [{'id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'name': 'tempest-TestMinimumBasicScenario-427874594-router', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:22Z', 'revision_number': 4, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'gw_port': {'id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:16Z', 'updated_at': '2021-06-06T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '41e37a05-9e01-4540-8f4e-dda38eac3ac4', 'name': '', 'network_id': 'dbace6f0-a618-4a89-9f11-91d64a35f0b9', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'mac_address': 'fa:16:3e:35:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c208a13b-e4aa-4a76-bb08-1c48747a82ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:21Z', 'updated_at': '2021-06-06T17:43:31Z', 'revision_number': 5, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'subnets': [{'id': 'c208a13b-e4aa-4a76-bb08-1c48747a82ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:46:05.418845 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3fb0a-86f2-4642-b736-0a844416ab88 req-183b0b45-8c92-41c8-a2e3-d531d1a5ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:05.420647 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-98a3fb0a-86f2-4642-b736-0a844416ab88 req-183b0b45-8c92-41c8-a2e3-d531d1a5ead2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dbace6f0-a618-4a89-9f11-91d64a35f0b9 HTTP/1.1" status: 200 len: 915 time: 0.1806552 Jun 06 17:46:05.457550 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec70e38-e679-46c2-a91c-50a3d0699967 req-531dc50f-79c9-48b3-9cba-67031889c83c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:05.465776 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6ec70e38-e679-46c2-a91c-50a3d0699967 req-531dc50f-79c9-48b3-9cba-67031889c83c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 943 time: 0.1058264 Jun 06 17:46:05.513820 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-6ec70e38-e679-46c2-a91c-50a3d0699967 req-1f935032-f9cc-49b4-8743-ba009d08afb3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472529 Jun 06 17:46:05.577257 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-98a3fb0a-86f2-4642-b736-0a844416ab88 req-1f5c3eb1-e9fd-4d20-ab48-3dfbb4fd57e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdf167d9-bf74-4d29-ba9c-f40d2423a794 HTTP/1.1" status: 200 len: 217 time: 0.1482835 Jun 06 17:46:05.650061 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742f25f2-88f7-4d3a-bbbe-5de5683103c6 None None] New status for floating IP 293b299f-8009-47e4-87a7-b8e1b4481c88: DOWN {{(pid=98887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:46:05.677004 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3fb0a-86f2-4642-b736-0a844416ab88 req-914510ab-2419-40c8-a477-dc22e3cc401a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:05.678486 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-98a3fb0a-86f2-4642-b736-0a844416ab88 req-914510ab-2419-40c8-a477-dc22e3cc401a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c208a13b-e4aa-4a76-bb08-1c48747a82ca HTTP/1.1" status: 200 len: 853 time: 0.0945392 Jun 06 17:46:05.756012 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe27d9-4e5d-44c7-a76a-7f729106bffe req-71b37941-6c08-43f7-849d-1b406458afbb tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:05.757493 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d3fe27d9-4e5d-44c7-a76a-7f729106bffe req-71b37941-6c08-43f7-849d-1b406458afbb tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.2706029 Jun 06 17:46:05.767691 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bb803-5bdb-4390-9c06-8a68b8d36070 req-3ce739e7-fb3d-4eb9-aef1-c0851949a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:05.769116 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9b7bb803-5bdb-4390-9c06-8a68b8d36070 req-3ce739e7-fb3d-4eb9-aef1-c0851949a05e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3e8d3dc1c114c759be5fcb73c702a58&device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 1099 time: 0.2322798 Jun 06 17:46:05.912697 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d3fe27d9-4e5d-44c7-a76a-7f729106bffe req-3915498d-bac9-44d7-a9ac-2b9f404ef1ca tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473377 Jun 06 17:46:05.935822 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3fb0a-86f2-4642-b736-0a844416ab88 req-fda6d0fa-49b4-48cf-a15e-b33533736ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:05.937290 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-98a3fb0a-86f2-4642-b736-0a844416ab88 req-fda6d0fa-49b4-48cf-a15e-b33533736ee8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbace6f0-a618-4a89-9f11-91d64a35f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2511275 Jun 06 17:46:05.979407 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bb803-5bdb-4390-9c06-8a68b8d36070 req-e73f5806-0488-4815-ab75-256ff3e50ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:05.981064 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9b7bb803-5bdb-4390-9c06-8a68b8d36070 req-e73f5806-0488-4815-ab75-256ff3e50ec1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7400c8c4-2b2d-42c7-ac06-b41e30d48de8 HTTP/1.1" status: 200 len: 912 time: 0.1958609 Jun 06 17:46:06.162662 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9b7bb803-5bdb-4390-9c06-8a68b8d36070 req-34004171-73ba-41ee-8f19-0b9efb8e25e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=337e06c8-9097-41b3-a3f8-74aa847c9476 HTTP/1.1" status: 200 len: 1002 time: 0.1719892 Jun 06 17:46:06.172249 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-98a3fb0a-86f2-4642-b736-0a844416ab88 req-0ed76ebf-c42c-4750-b15c-46622f2c054c service neutron] 10.222.0.35 "GET /v2.0/networks/dbace6f0-a618-4a89-9f11-91d64a35f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241397 Jun 06 17:46:06.236216 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23165c6-9d11-42ae-b979-3f086f542a3d req-e1bd6e4f-3613-4878-96bb-08ab4b564972 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:06.237801 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b23165c6-9d11-42ae-b979-3f086f542a3d req-e1bd6e4f-3613-4878-96bb-08ab4b564972 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.0866449 Jun 06 17:46:06.290838 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b23165c6-9d11-42ae-b979-3f086f542a3d req-4d5cc7c2-4dd6-497a-86b9-020ef3b9658d tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425727 Jun 06 17:46:06.425161 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bb803-5bdb-4390-9c06-8a68b8d36070 req-74a5f6dc-294a-4f63-a8f2-47ee97593ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:06.426569 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9b7bb803-5bdb-4390-9c06-8a68b8d36070 req-74a5f6dc-294a-4f63-a8f2-47ee97593ccf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54fc5062-fa0a-442d-9f9a-32e968d1b9fa HTTP/1.1" status: 200 len: 850 time: 0.2565260 Jun 06 17:46:06.519187 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-98a3fb0a-86f2-4642-b736-0a844416ab88 req-71610803-36ed-41a5-96f0-6b108a61bb7e service neutron] 10.222.0.35 "GET /v2.0/networks/dbace6f0-a618-4a89-9f11-91d64a35f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130305 Jun 06 17:46:06.535053 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bb803-5bdb-4390-9c06-8a68b8d36070 req-38429b47-4cf3-4dcc-ba6c-b3eee596d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:06.536498 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9b7bb803-5bdb-4390-9c06-8a68b8d36070 req-38429b47-4cf3-4dcc-ba6c-b3eee596d171 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7400c8c4-2b2d-42c7-ac06-b41e30d48de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1025627 Jun 06 17:46:06.652217 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device b01e681d-b5f8-416b-968a-2d1214b496fa details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:46:06.684700 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9b7bb803-5bdb-4390-9c06-8a68b8d36070 req-2341edc9-8c39-47e1-9923-f6fa33631700 service neutron] 10.222.0.35 "GET /v2.0/networks/7400c8c4-2b2d-42c7-ac06-b41e30d48de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406195 Jun 06 17:46:06.723307 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd9c73-6fe6-45a8-8eef-ce7ed3a6738c req-25d07f6a-d107-4457-8073-ab054762d094 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:06.730228 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-03cd9c73-6fe6-45a8-8eef-ce7ed3a6738c req-25d07f6a-d107-4457-8073-ab054762d094 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 943 time: 0.0917010 Jun 06 17:46:06.789339 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-03cd9c73-6fe6-45a8-8eef-ce7ed3a6738c req-7adcf9e0-ef29-4d0f-9e79-bbd90788703d tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566676 Jun 06 17:46:06.809874 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port b01e681d-b5f8-416b-968a-2d1214b496fa, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b01e681d-b5f8-416b-968a-2d1214b496fa,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:46:06.828254 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9b7bb803-5bdb-4390-9c06-8a68b8d36070 req-5a96e43a-b759-4012-8afe-9dfd1ba8c7c5 service neutron] 10.222.0.35 "GET /v2.0/networks/7400c8c4-2b2d-42c7-ac06-b41e30d48de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374984 Jun 06 17:46:06.832421 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': 'b01e681d-b5f8-416b-968a-2d1214b496fa', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'port_id': 'b01e681d-b5f8-416b-968a-2d1214b496fa', 'mac_address': 'fa:16:3e:2b:ba:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:46:06.884350 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:06.901032 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01e681d-b5f8-416b-968a-2d1214b496fa {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:46:06.920228 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port b01e681d-b5f8-416b-968a-2d1214b496fa, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b01e681d-b5f8-416b-968a-2d1214b496fa,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:46:07.000512 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:07.002254 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:07.067576 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=b01e681d-b5f8-416b-968a-2d1214b496fa,revision_number=9']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:07.070673 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:07.102618 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4c71c-564f-41aa-80b6-0d281a9ac5b9 req-bf50d5ce-4baa-4ba3-9a63-8d3671d4f430 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:07.104050 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-02e4c71c-564f-41aa-80b6-0d281a9ac5b9 req-bf50d5ce-4baa-4ba3-9a63-8d3671d4f430 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0805626 Jun 06 17:46:07.149524 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-02e4c71c-564f-41aa-80b6-0d281a9ac5b9 req-9ccf7444-84db-4508-8f71-b5012537c760 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396817 Jun 06 17:46:07.266492 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['b01e681d-b5f8-416b-968a-2d1214b496fa'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:46:07.978022 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf6616-8686-4d59-873f-dc8153fc6867 req-f5143772-cb5c-41a4-8ecb-61693ef82d02 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:07.980191 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-a9bf6616-8686-4d59-873f-dc8153fc6867 req-f5143772-cb5c-41a4-8ecb-61693ef82d02 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 944 time: 0.0787897 Jun 06 17:46:08.026039 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-a9bf6616-8686-4d59-873f-dc8153fc6867 req-1df20d3a-ae59-4f49-b515-f3612c603ecb tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400279 Jun 06 17:46:08.344181 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683bcac-ef26-4982-95ae-caece5abcf56 req-9d783542-afa7-4f6b-81b1-5446aafb34f4 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:08.345693 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f683bcac-ef26-4982-95ae-caece5abcf56 req-9d783542-afa7-4f6b-81b1-5446aafb34f4 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0852420 Jun 06 17:46:08.391772 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f683bcac-ef26-4982-95ae-caece5abcf56 req-4551a283-0bbe-4614-9e9b-4f50b00c6eb0 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401342 Jun 06 17:46:08.493468 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da116e6-79e8-4d9f-9351-e36c4979fb2a req-34c77f6e-a21f-47b1-90ae-7cde4b1259e0 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:08.495604 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9da116e6-79e8-4d9f-9351-e36c4979fb2a req-34c77f6e-a21f-47b1-90ae-7cde4b1259e0 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 945 time: 0.0850561 Jun 06 17:46:08.539767 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9da116e6-79e8-4d9f-9351-e36c4979fb2a req-7c6253fb-c3cf-4913-868a-c7aeada301a8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383947 Jun 06 17:46:08.662811 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device b01e681d-b5f8-416b-968a-2d1214b496fa up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:46:08.737748 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port b01e681d-b5f8-416b-968a-2d1214b496fa triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:46:08.738112 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:08.851525 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:08.882243 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7293ac59-4f99-4cd8-8433-4fdfc614065c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01e681d-b5f8-416b-968a-2d1214b496fa'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:46:08.884467 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a06ae8-d8a4-4867-b550-293d0a1d6263" -d '{"events": [{"server_uuid": "7293ac59-4f99-4cd8-8433-4fdfc614065c", "name": "network-vif-plugged", "status": "completed", "tag": "b01e681d-b5f8-416b-968a-2d1214b496fa"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:46:08.912568 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port b01e681d-b5f8-416b-968a-2d1214b496fa, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b01e681d-b5f8-416b-968a-2d1214b496fa,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:46:08.925715 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754a9307-8fe2-492c-a4b9-e2aef296ca4d x-openstack-request-id: req-754a9307-8fe2-492c-a4b9-e2aef296ca4d {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:46:08.926008 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7293ac59-4f99-4cd8-8433-4fdfc614065c", "name": "network-vif-plugged", "status": "completed", "tag": "b01e681d-b5f8-416b-968a-2d1214b496fa", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:46:08.926260 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-754a9307-8fe2-492c-a4b9-e2aef296ca4d {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:46:08.926662 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7293ac59-4f99-4cd8-8433-4fdfc614065c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01e681d-b5f8-416b-968a-2d1214b496fa', 'code': 200} Jun 06 17:46:09.032573 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:09.035125 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:09.105487 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=b01e681d-b5f8-416b-968a-2d1214b496fa,revision_number=10']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:09.108596 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:09.220048 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e3b7a-98ea-46e3-8a4c-0a23dceabdec req-44f4da78-6493-47f2-a09f-cdbeee6dfe41 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:09.221418 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-126e3b7a-98ea-46e3-8a4c-0a23dceabdec req-44f4da78-6493-47f2-a09f-cdbeee6dfe41 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 946 time: 0.0802314 Jun 06 17:46:09.315894 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-126e3b7a-98ea-46e3-8a4c-0a23dceabdec req-809f5716-a6d1-429d-9f0f-c1825b808b2a tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885179 Jun 06 17:46:09.331947 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d964f63-cafe-429c-b79d-bd00f333477f req-113166af-2633-4436-a0d5-4e01d99ea716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:09.333414 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1d964f63-cafe-429c-b79d-bd00f333477f req-113166af-2633-4436-a0d5-4e01d99ea716 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 1099 time: 0.0927343 Jun 06 17:46:09.374770 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1d964f63-cafe-429c-b79d-bd00f333477f req-9d0af706-d341-445f-94f8-a07c59eaca2d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336697 Jun 06 17:46:09.723933 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed9ecb-a60f-40f2-884f-b4f4cfd54fd1 req-3fe95d5b-b473-43ab-8588-f2d50c1f9d29 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:09.725379 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-60ed9ecb-a60f-40f2-884f-b4f4cfd54fd1 req-3fe95d5b-b473-43ab-8588-f2d50c1f9d29 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 945 time: 0.0785902 Jun 06 17:46:09.772527 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-60ed9ecb-a60f-40f2-884f-b4f4cfd54fd1 req-004316a3-42fc-4d8d-80d4-a35503809f3b tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409901 Jun 06 17:46:10.349492 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58f7ee-ddfe-4fd6-bb14-53812683f073 req-5d21992c-8864-478c-9ca0-f7977e2fedd1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:10.350974 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cf58f7ee-ddfe-4fd6-bb14-53812683f073 req-5d21992c-8864-478c-9ca0-f7977e2fedd1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.35 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 945 time: 0.0812528 Jun 06 17:46:10.559492 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-cf58f7ee-ddfe-4fd6-bb14-53812683f073 req-02cbe29c-874b-4233-b7b2-4275eb0ec6ff tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Deleting port bdf167d9-bf74-4d29-ba9c-f40d2423a794 {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:46:10.559827 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-cf58f7ee-ddfe-4fd6-bb14-53812683f073 req-02cbe29c-874b-4233-b7b2-4275eb0ec6ff tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:10.582926 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf99de8-f303-4bf5-8f46-5833044bbe92 req-256382b4-36aa-4dca-aec5-1bc859560842 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:10.584328 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9cf99de8-f303-4bf5-8f46-5833044bbe92 req-256382b4-36aa-4dca-aec5-1bc859560842 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 946 time: 0.1244824 Jun 06 17:46:10.707071 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9cf99de8-f303-4bf5-8f46-5833044bbe92 req-ea399e58-aca0-459a-a898-9dada275d1db tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141574 Jun 06 17:46:10.736957 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-cf58f7ee-ddfe-4fd6-bb14-53812683f073 req-02cbe29c-874b-4233-b7b2-4275eb0ec6ff tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] For port bdf167d9-bf74-4d29-ba9c-f40d2423a794, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=bdf167d9-bf74-4d29-ba9c-f40d2423a794,segment=NetworkSegment(2c5a1658-e708-42bb-963a-f8400f73a8c7),segment_id=2c5a1658-e708-42bb-963a-f8400f73a8c7)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:46:10.737322 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-cf58f7ee-ddfe-4fd6-bb14-53812683f073 req-02cbe29c-874b-4233-b7b2-4275eb0ec6ff tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:10.864389 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-cf58f7ee-ddfe-4fd6-bb14-53812683f073 req-02cbe29c-874b-4233-b7b2-4275eb0ec6ff tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Calling delete_port for bdf167d9-bf74-4d29-ba9c-f40d2423a794 owned by compute:nova {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:46:10.957749 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a64612-1059-4ae0-ab2c-cdd8e835d263 req-00fec601-92cb-423a-92ea-079150950a67 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:10.959120 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f6a64612-1059-4ae0-ab2c-cdd8e835d263 req-00fec601-92cb-423a-92ea-079150950a67 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 945 time: 0.0793433 Jun 06 17:46:11.004103 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f6a64612-1059-4ae0-ab2c-cdd8e835d263 req-30fe605a-d76b-4a5a-8c4c-23621245810a tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/security-groups?id=187be097-f484-491a-9991-137558478360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388141 Jun 06 17:46:11.058290 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-cf58f7ee-ddfe-4fd6-bb14-53812683f073 req-02cbe29c-874b-4233-b7b2-4275eb0ec6ff tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:11.064526 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-29cee505-2117-4a90-a1cf-ff0e9de189ad tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:11.069701 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['bdf167d9-bf74-4d29-ba9c-f40d2423a794'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:46:11.109999 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbe29c-874b-4233-b7b2-4275eb0ec6ff tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Pushing event deleted for resources: {'Port': ['ID=bdf167d9-bf74-4d29-ba9c-f40d2423a794,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:11.112350 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-02cbe29c-874b-4233-b7b2-4275eb0ec6ff tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:11.282541 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf58f7ee-ddfe-4fd6-bb14-53812683f073 req-02cbe29c-874b-4233-b7b2-4275eb0ec6ff tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] No DVR routers for this DVR port bdf167d9-bf74-4d29-ba9c-f40d2423a794 on host hv-cinder-79128 {{(pid=98884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:46:11.284974 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-cf58f7ee-ddfe-4fd6-bb14-53812683f073 req-02cbe29c-874b-4233-b7b2-4275eb0ec6ff tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:11.286844 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cf58f7ee-ddfe-4fd6-bb14-53812683f073 req-02cbe29c-874b-4233-b7b2-4275eb0ec6ff tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.35 "DELETE /v2.0/ports/bdf167d9-bf74-4d29-ba9c-f40d2423a794 HTTP/1.1" status: 204 len: 173 time: 0.9273376 Jun 06 17:46:11.287321 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d6232d-8e51-4f21-9fb1-672b6d2dd689', 'name': 'network-vif-deleted', 'tag': 'bdf167d9-bf74-4d29-ba9c-f40d2423a794'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:46:11.289578 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5ebcff-e93e-420e-8e6c-6f250e953070" -d '{"events": [{"server_uuid": "68d6232d-8e51-4f21-9fb1-672b6d2dd689", "name": "network-vif-deleted", "tag": "bdf167d9-bf74-4d29-ba9c-f40d2423a794"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:46:11.330382 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3ac514-1e70-4517-9baa-8391cd611073 x-openstack-request-id: req-9b3ac514-1e70-4517-9baa-8391cd611073 {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:46:11.330705 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d6232d-8e51-4f21-9fb1-672b6d2dd689", "name": "network-vif-deleted", "tag": "bdf167d9-bf74-4d29-ba9c-f40d2423a794", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:46:11.330988 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b3ac514-1e70-4517-9baa-8391cd611073 {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:46:11.331403 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d6232d-8e51-4f21-9fb1-672b6d2dd689', 'name': 'network-vif-deleted', 'tag': 'bdf167d9-bf74-4d29-ba9c-f40d2423a794', 'status': 'completed', 'code': 200} Jun 06 17:46:11.911327 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed374f-c9e8-44ff-81b5-d07951f9dc49 req-af48c5a2-77ee-43cd-80e7-2bc2bef6918c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:11.912730 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f7ed374f-c9e8-44ff-81b5-d07951f9dc49 req-af48c5a2-77ee-43cd-80e7-2bc2bef6918c tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 946 time: 0.0822132 Jun 06 17:46:11.957873 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-f7ed374f-c9e8-44ff-81b5-d07951f9dc49 req-028afd2e-9c3f-4fa8-9138-536ede188197 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388398 Jun 06 17:46:12.177528 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-95f2c7f2-9589-4b08-83a5-0c608a00a634 req-dd92ccf6-4403-46e0-aed2-afbf4bd757ef tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] 10.222.0.18 "GET /v2.0/ports?device_id=68d6232d-8e51-4f21-9fb1-672b6d2dd689 HTTP/1.1" status: 200 len: 210 time: 0.0421591 Jun 06 17:46:13.144640 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d76e0-b6ea-438b-87e6-e1e971a7598a req-b801c840-d328-4967-ab29-267c0eaeaac1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:13.146098 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-061d76e0-b6ea-438b-87e6-e1e971a7598a req-b801c840-d328-4967-ab29-267c0eaeaac1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 946 time: 0.0781977 Jun 06 17:46:13.189732 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-061d76e0-b6ea-438b-87e6-e1e971a7598a req-bafeff57-2672-4550-bebe-df82914090a4 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375342 Jun 06 17:46:14.719309 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device bdf167d9-bf74-4d29-ba9c-f40d2423a794 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:46:14.755637 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] No Port match for: bdf167d9-bf74-4d29-ba9c-f40d2423a794 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:46:14.755986 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device bdf167d9-bf74-4d29-ba9c-f40d2423a794 not bound to the agent host hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:46:14.843855 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 42394) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:15.361177 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a44fd3b0-561b-4463-9308-2bba8c62f6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-811483'] for router_interface, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:15.850680 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-a44fd3b0-561b-4463-9308-2bba8c62f6c4 admin admin] Deleting port 41e37a05-9e01-4540-8f4e-dda38eac3ac4 {{(pid=98885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:46:15.851345 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a44fd3b0-561b-4463-9308-2bba8c62f6c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:15.976377 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [None req-a44fd3b0-561b-4463-9308-2bba8c62f6c4 admin admin] For port 41e37a05-9e01-4540-8f4e-dda38eac3ac4, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=41e37a05-9e01-4540-8f4e-dda38eac3ac4,segment=NetworkSegment(2c5a1658-e708-42bb-963a-f8400f73a8c7),segment_id=2c5a1658-e708-42bb-963a-f8400f73a8c7)] {{(pid=98885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:46:15.976632 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a44fd3b0-561b-4463-9308-2bba8c62f6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:16.112313 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-a44fd3b0-561b-4463-9308-2bba8c62f6c4 admin admin] Calling delete_port for 41e37a05-9e01-4540-8f4e-dda38eac3ac4 owned by network:router_interface {{(pid=98885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:46:16.480168 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a44fd3b0-561b-4463-9308-2bba8c62f6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:16.483900 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e54aebc7-59a6-4497-a672-81be12e32ca1 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:16.531183 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fd3b0-561b-4463-9308-2bba8c62f6c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=41e37a05-9e01-4540-8f4e-dda38eac3ac4,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:16.534296 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-a44fd3b0-561b-4463-9308-2bba8c62f6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:16.788306 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a44fd3b0-561b-4463-9308-2bba8c62f6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-811669'] for router_interface, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:17.237468 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44fd3b0-561b-4463-9308-2bba8c62f6c4 admin admin] Router c6ac0838-af0b-42c4-bf7e-fcbef419e7fe has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:46:17.407437 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44fd3b0-561b-4463-9308-2bba8c62f6c4 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:46:17.413899 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-a44fd3b0-561b-4463-9308-2bba8c62f6c4 admin admin] 10.222.0.18 "PUT /v2.0/routers/c6ac0838-af0b-42c4-bf7e-fcbef419e7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5683100 Jun 06 17:46:17.414653 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 42396) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:17.415808 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dda693-6ef5-49b9-8929-14ad740b556c None None] Sync routers for ids ['c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:46:17.425298 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dda693-6ef5-49b9-8929-14ad740b556c None None] Routers {'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:46:17.425909 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-54dda693-6ef5-49b9-8929-14ad740b556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:45:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:17.587353 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b447df25-d0ef-4f67-987d-658515eb19a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:17.599712 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-54dda693-6ef5-49b9-8929-14ad740b556c None None] Set router c6ac0838-af0b-42c4-bf7e-fcbef419e7fe gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:46:17.763678 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b447df25-d0ef-4f67-987d-658515eb19a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:17.877006 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-54dda693-6ef5-49b9-8929-14ad740b556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'name': 'tempest-TestMinimumBasicScenario-427874594-router', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:46:16Z', 'revision_number': 5, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'gw_port': {'id': 'ff7e0ffb-2d4f-4384-a9ae-a7166b928d43', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:16Z', 'updated_at': '2021-06-06T17:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:17.880985 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dda693-6ef5-49b9-8929-14ad740b556c None None] Checking router: c6ac0838-af0b-42c4-bf7e-fcbef419e7fe for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:46:17.891232 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dda693-6ef5-49b9-8929-14ad740b556c None None] Routers {'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:46:17.891840 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-54dda693-6ef5-49b9-8929-14ad740b556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:45:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:17.915149 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-b447df25-d0ef-4f67-987d-658515eb19a9 admin admin] Deleting port ff7e0ffb-2d4f-4384-a9ae-a7166b928d43 {{(pid=98885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:46:17.915488 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b447df25-d0ef-4f67-987d-658515eb19a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:18.035127 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [None req-b447df25-d0ef-4f67-987d-658515eb19a9 admin admin] For port ff7e0ffb-2d4f-4384-a9ae-a7166b928d43, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=ff7e0ffb-2d4f-4384-a9ae-a7166b928d43,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:46:18.035475 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b447df25-d0ef-4f67-987d-658515eb19a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:18.070209 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-54dda693-6ef5-49b9-8929-14ad740b556c None None] Set router c6ac0838-af0b-42c4-bf7e-fcbef419e7fe gateway port host: None {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:46:18.154792 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-b447df25-d0ef-4f67-987d-658515eb19a9 admin admin] Calling delete_port for ff7e0ffb-2d4f-4384-a9ae-a7166b928d43 owned by network:router_gateway {{(pid=98885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:46:18.174557 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-54dda693-6ef5-49b9-8929-14ad740b556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'name': 'tempest-TestMinimumBasicScenario-427874594-router', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:46:17Z', 'revision_number': 6, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'gw_port_host': None}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:18.178318 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dda693-6ef5-49b9-8929-14ad740b556c None None] The sync data for ids ['c6ac0838-af0b-42c4-bf7e-fcbef419e7fe'] in dv-cinder-791281-4-iscsi is: [{'id': 'c6ac0838-af0b-42c4-bf7e-fcbef419e7fe', 'name': 'tempest-TestMinimumBasicScenario-427874594-router', 'tenant_id': 'd64340b0b53c4cd6919b73508a5a3855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:46:17Z', 'revision_number': 6, 'project_id': 'd64340b0b53c4cd6919b73508a5a3855', 'gw_port_host': None}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:46:18.472593 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b447df25-d0ef-4f67-987d-658515eb19a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:18.476195 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:18.520795 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447df25-d0ef-4f67-987d-658515eb19a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7e0ffb-2d4f-4384-a9ae-a7166b928d43,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:18.546680 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-b447df25-d0ef-4f67-987d-658515eb19a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:18.584319 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 41e37a05-9e01-4540-8f4e-dda38eac3ac4 no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:46:18.618616 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b447df25-d0ef-4f67-987d-658515eb19a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559947'] for router_gateway, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:18.623910 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No Port match for: 41e37a05-9e01-4540-8f4e-dda38eac3ac4 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:46:18.624281 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 41e37a05-9e01-4540-8f4e-dda38eac3ac4 not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:46:18.787424 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b447df25-d0ef-4f67-987d-658515eb19a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-815996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127003'] for router, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:18.789513 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b447df25-d0ef-4f67-987d-658515eb19a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:18.914288 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b447df25-d0ef-4f67-987d-658515eb19a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-816096'] for router, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:18.914814 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b447df25-d0ef-4f67-987d-658515eb19a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6ac0838-af0b-42c4-bf7e-fcbef419e7fe {{(pid=98885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 17:46:18.919079 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b447df25-d0ef-4f67-987d-658515eb19a9 admin admin] Notify callbacks [] for router, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:18.919966 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-b447df25-d0ef-4f67-987d-658515eb19a9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c6ac0838-af0b-42c4-bf7e-fcbef419e7fe HTTP/1.1" status: 204 len: 168 time: 1.5044084 Jun 06 17:46:18.922584 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42398) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:18.986920 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_v2 [None req-2463b6f9-1610-4a13-a8db-0c7499486349 admin admin] Deleting subnet c208a13b-e4aa-4a76-bb08-1c48747a82ca {{(pid=98884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:46:18.990070 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2463b6f9-1610-4a13-a8db-0c7499486349 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:19.043580 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2463b6f9-1610-4a13-a8db-0c7499486349 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16138247'] for subnet, precommit_delete_associations {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:19.167327 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2463b6f9-1610-4a13-a8db-0c7499486349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1661668'] for subnet, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:19.297695 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2463b6f9-1610-4a13-a8db-0c7499486349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1661677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-747034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14936211'] for subnet, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:19.301552 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-43f0dbd1-daae-4b62-9bda-6d3a997fc39f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:19.333441 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463b6f9-1610-4a13-a8db-0c7499486349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c208a13b-e4aa-4a76-bb08-1c48747a82ca,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:19.336833 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2463b6f9-1610-4a13-a8db-0c7499486349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:19.339231 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2463b6f9-1610-4a13-a8db-0c7499486349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for subnet, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:19.341034 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-2463b6f9-1610-4a13-a8db-0c7499486349 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c208a13b-e4aa-4a76-bb08-1c48747a82ca HTTP/1.1" status: 204 len: 168 time: 0.4169817 Jun 06 17:46:19.343861 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42400) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:19.344769 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c5432c-a608-46e9-9383-ccc48f750db6 None None] Network dbace6f0-a618-4a89-9f11-91d64a35f0b9 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:46:19.451667 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-0b6549db-b353-4c23-b036-610677d000e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698918'] for network, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:19.528347 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-0b6549db-b353-4c23-b036-610677d000e5 admin admin] Deleting port d6b628c2-994f-4e88-abdc-d1a6d42371b4 {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:46:19.528682 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-0b6549db-b353-4c23-b036-610677d000e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:19.593035 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fb4c4f-0adc-43ac-a7ed-1f658ab77109 None None] DHCP port deletion for dbace6f0-a618-4a89-9f11-91d64a35f0b9 request from dv-cinder-791281-4-iscsi {{(pid=98886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 17:46:19.627966 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-0b6549db-b353-4c23-b036-610677d000e5 admin admin] For port d6b628c2-994f-4e88-abdc-d1a6d42371b4, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=d6b628c2-994f-4e88-abdc-d1a6d42371b4,segment=NetworkSegment(2c5a1658-e708-42bb-963a-f8400f73a8c7),segment_id=2c5a1658-e708-42bb-963a-f8400f73a8c7)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:46:19.628328 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-0b6549db-b353-4c23-b036-610677d000e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:19.657450 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-48fb4c4f-0adc-43ac-a7ed-1f658ab77109 None None] Deleting port d6b628c2-994f-4e88-abdc-d1a6d42371b4 {{(pid=98886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:46:19.657872 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-48fb4c4f-0adc-43ac-a7ed-1f658ab77109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:19.753877 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-0b6549db-b353-4c23-b036-610677d000e5 admin admin] Calling delete_port for d6b628c2-994f-4e88-abdc-d1a6d42371b4 owned by network:dhcp {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:46:19.756334 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-48fb4c4f-0adc-43ac-a7ed-1f658ab77109 None None] For port d6b628c2-994f-4e88-abdc-d1a6d42371b4, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=d6b628c2-994f-4e88-abdc-d1a6d42371b4,segment=NetworkSegment(2c5a1658-e708-42bb-963a-f8400f73a8c7),segment_id=2c5a1658-e708-42bb-963a-f8400f73a8c7)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:46:19.756762 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-48fb4c4f-0adc-43ac-a7ed-1f658ab77109 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:19.863175 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-0b6549db-b353-4c23-b036-610677d000e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:19.868162 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-eb294dcb-341e-4cea-b6e4-a7ef133585a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:19.876388 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-48fb4c4f-0adc-43ac-a7ed-1f658ab77109 None None] Calling delete_port for d6b628c2-994f-4e88-abdc-d1a6d42371b4 owned by network:dhcp {{(pid=98886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:46:19.909327 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6549db-b353-4c23-b036-610677d000e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b628c2-994f-4e88-abdc-d1a6d42371b4,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:19.912396 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-0b6549db-b353-4c23-b036-610677d000e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:19.913186 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6549db-b353-4c23-b036-610677d000e5 admin admin] No DVR routers for this DVR port d6b628c2-994f-4e88-abdc-d1a6d42371b4 on host dv-cinder-791281-4-iscsi {{(pid=98884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:46:20.002160 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-48fb4c4f-0adc-43ac-a7ed-1f658ab77109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145'] for port, after_delete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:20.005704 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:20.028569 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-0b6549db-b353-4c23-b036-610677d000e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1661053', 'neutron.services.segments.db._delete_segments_for_network-8779962478758'] for network, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:20.040897 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-0b6549db-b353-4c23-b036-610677d000e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbace6f0-a618-4a89-9f11-91d64a35f0b9']}} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:20.046927 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb4c4f-0adc-43ac-a7ed-1f658ab77109 None None] Pushing event deleted for resources: {'Port': ['ID=d6b628c2-994f-4e88-abdc-d1a6d42371b4,revision_number=None']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:20.049775 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-48fb4c4f-0adc-43ac-a7ed-1f658ab77109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:20.052662 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fb4c4f-0adc-43ac-a7ed-1f658ab77109 None None] No DVR routers for this DVR port d6b628c2-994f-4e88-abdc-d1a6d42371b4 on host dv-cinder-791281-4-iscsi {{(pid=98886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:46:20.053431 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-0b6549db-b353-4c23-b036-610677d000e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5a1658-e708-42bb-963a-f8400f73a8c7') {'for_net_delete': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:20.053727 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-0b6549db-b353-4c23-b036-610677d000e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5a1658-e708-42bb-963a-f8400f73a8c7') {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:20.065545 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-0b6549db-b353-4c23-b036-610677d000e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779962483649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16138302'] for segment, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:20.082282 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-0b6549db-b353-4c23-b036-610677d000e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:20.088748 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b6549db-b353-4c23-b036-610677d000e5 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=98884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:46:20.089151 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-0b6549db-b353-4c23-b036-610677d000e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747168'] for segment, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: Traceback (most recent call last): Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: timer() Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: cb(*args, **kw) Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: return func(*args, **kwargs) Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: self._notify() Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: self.callback(batched_events) Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: event.method(event) Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: return f(self, *a, **k) Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: return self._get(url).json() Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: return self.request(url, 'GET', **kwargs) Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:46:20.102018 dv-cinder-791281-4-iscsi neutron-server[98884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:46:20.266940 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-0b6549db-b353-4c23-b036-610677d000e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1661030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559982'] for network, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:20.270450 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:20.283862 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-0b6549db-b353-4c23-b036-610677d000e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:20.285647 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-0b6549db-b353-4c23-b036-610677d000e5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/dbace6f0-a618-4a89-9f11-91d64a35f0b9 HTTP/1.1" status: 204 len: 168 time: 0.9407995 Jun 06 17:46:20.288458 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42402) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:20.335579 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-7cf37df6-1197-4795-94cd-5a48f192b347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:20.350379 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6549db-b353-4c23-b036-610677d000e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbace6f0-a618-4a89-9f11-91d64a35f0b9,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:20.360729 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-0b6549db-b353-4c23-b036-610677d000e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:20.440145 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device d6b628c2-994f-4e88-abdc-d1a6d42371b4 no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:46:20.475735 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No Port match for: d6b628c2-994f-4e88-abdc-d1a6d42371b4 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:46:20.476079 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device d6b628c2-994f-4e88-abdc-d1a6d42371b4 not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:46:20.476499 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device ff7e0ffb-2d4f-4384-a9ae-a7166b928d43 no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:46:20.508076 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No Port match for: ff7e0ffb-2d4f-4384-a9ae-a7166b928d43 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:46:20.508425 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device ff7e0ffb-2d4f-4384-a9ae-a7166b928d43 not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:46:20.914062 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5ce4d0c3-8a1d-4687-a2d5-8696c9199ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-811483'] for router_interface, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:21.330524 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-5ce4d0c3-8a1d-4687-a2d5-8696c9199ed1 admin admin] Deleting port a455c1f2-800c-4623-9440-1510749e8364 {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:46:21.331198 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5ce4d0c3-8a1d-4687-a2d5-8696c9199ed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:21.454359 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-5ce4d0c3-8a1d-4687-a2d5-8696c9199ed1 admin admin] For port a455c1f2-800c-4623-9440-1510749e8364, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=a455c1f2-800c-4623-9440-1510749e8364,segment=NetworkSegment(5fdffeb2-6cc8-4825-9801-356670853f8c),segment_id=5fdffeb2-6cc8-4825-9801-356670853f8c)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:46:21.454710 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5ce4d0c3-8a1d-4687-a2d5-8696c9199ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:21.577228 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-5ce4d0c3-8a1d-4687-a2d5-8696c9199ed1 admin admin] Calling delete_port for a455c1f2-800c-4623-9440-1510749e8364 owned by network:router_interface {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:46:21.943174 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5ce4d0c3-8a1d-4687-a2d5-8696c9199ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:21.946690 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-b1ca8936-45a8-442b-be60-e762b32a95f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:21.995955 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4d0c3-8a1d-4687-a2d5-8696c9199ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a455c1f2-800c-4623-9440-1510749e8364,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:22.022129 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-5ce4d0c3-8a1d-4687-a2d5-8696c9199ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:22.346780 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5ce4d0c3-8a1d-4687-a2d5-8696c9199ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-811669'] for router_interface, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:22.703373 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce4d0c3-8a1d-4687-a2d5-8696c9199ed1 admin admin] Router 426b33cf-3174-428d-b53b-cad6c8bc5c09 has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:46:22.832179 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:22.882260 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce4d0c3-8a1d-4687-a2d5-8696c9199ed1 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:46:22.887250 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-5ce4d0c3-8a1d-4687-a2d5-8696c9199ed1 admin admin] 10.222.0.18 "PUT /v2.0/routers/426b33cf-3174-428d-b53b-cad6c8bc5c09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5978513 Jun 06 17:46:22.889809 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42404) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:22.890420 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37724b97-df10-4ae9-94d9-fdaf08826e26 None None] Sync routers for ids ['426b33cf-3174-428d-b53b-cad6c8bc5c09'] in dv-cinder-791281-4-iscsi {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:46:22.899955 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37724b97-df10-4ae9-94d9-fdaf08826e26 None None] Routers {'426b33cf-3174-428d-b53b-cad6c8bc5c09'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:46:22.901198 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-37724b97-df10-4ae9-94d9-fdaf08826e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:45:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['426b33cf-3174-428d-b53b-cad6c8bc5c09'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:23.064335 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-dde6ee6b-f851-4124-83af-6bb688fe456f admin admin] Notify callbacks [] for router, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:23.072261 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-5309847b-b340-48c0-b6d9-84529ec05127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:23.080729 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-37724b97-df10-4ae9-94d9-fdaf08826e26 None None] Set router 426b33cf-3174-428d-b53b-cad6c8bc5c09 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:46:23.238730 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-dde6ee6b-f851-4124-83af-6bb688fe456f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:23.351551 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-37724b97-df10-4ae9-94d9-fdaf08826e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426b33cf-3174-428d-b53b-cad6c8bc5c09', 'name': 'tempest-TestMinimumBasicScenario-492028213-router', 'tenant_id': 'e88f6d411c704ce597e8539d9c488c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'e8ea3793-b821-46f8-bbf0-0401d474a9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:28Z', 'updated_at': '2021-06-06T17:46:21Z', 'revision_number': 5, 'project_id': 'e88f6d411c704ce597e8539d9c488c73', 'gw_port': {'id': 'e8ea3793-b821-46f8-bbf0-0401d474a9ca', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:19:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426b33cf-3174-428d-b53b-cad6c8bc5c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:30Z', 'updated_at': '2021-06-06T17:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:23.355338 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37724b97-df10-4ae9-94d9-fdaf08826e26 None None] Checking router: 426b33cf-3174-428d-b53b-cad6c8bc5c09 for host: dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:46:23.363215 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-dde6ee6b-f851-4124-83af-6bb688fe456f admin admin] Deleting port e8ea3793-b821-46f8-bbf0-0401d474a9ca {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:46:23.363741 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37724b97-df10-4ae9-94d9-fdaf08826e26 None None] Routers {'426b33cf-3174-428d-b53b-cad6c8bc5c09'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:46:23.363853 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-dde6ee6b-f851-4124-83af-6bb688fe456f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:23.364016 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-37724b97-df10-4ae9-94d9-fdaf08826e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:46:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['426b33cf-3174-428d-b53b-cad6c8bc5c09'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:23.485862 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-dde6ee6b-f851-4124-83af-6bb688fe456f admin admin] For port e8ea3793-b821-46f8-bbf0-0401d474a9ca, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=e8ea3793-b821-46f8-bbf0-0401d474a9ca,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:46:23.486210 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-dde6ee6b-f851-4124-83af-6bb688fe456f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:23.514260 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-37724b97-df10-4ae9-94d9-fdaf08826e26 None None] Set router 426b33cf-3174-428d-b53b-cad6c8bc5c09 gateway port host: None {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:46:23.621017 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-37724b97-df10-4ae9-94d9-fdaf08826e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426b33cf-3174-428d-b53b-cad6c8bc5c09', 'name': 'tempest-TestMinimumBasicScenario-492028213-router', 'tenant_id': 'e88f6d411c704ce597e8539d9c488c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:28Z', 'updated_at': '2021-06-06T17:46:23Z', 'revision_number': 6, 'project_id': 'e88f6d411c704ce597e8539d9c488c73', 'gw_port_host': None}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:23.625008 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37724b97-df10-4ae9-94d9-fdaf08826e26 None None] The sync data for ids ['426b33cf-3174-428d-b53b-cad6c8bc5c09'] in dv-cinder-791281-4-iscsi is: [{'id': '426b33cf-3174-428d-b53b-cad6c8bc5c09', 'name': 'tempest-TestMinimumBasicScenario-492028213-router', 'tenant_id': 'e88f6d411c704ce597e8539d9c488c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:28Z', 'updated_at': '2021-06-06T17:46:23Z', 'revision_number': 6, 'project_id': 'e88f6d411c704ce597e8539d9c488c73', 'gw_port_host': None}] {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:46:23.705314 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-dde6ee6b-f851-4124-83af-6bb688fe456f admin admin] Calling delete_port for e8ea3793-b821-46f8-bbf0-0401d474a9ca owned by network:router_gateway {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:46:23.891883 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:23.923991 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-dde6ee6b-f851-4124-83af-6bb688fe456f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:23.927744 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-113e269c-dfbb-4bf7-9d39-9b777c0512df tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:23.974314 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6ee6b-f851-4124-83af-6bb688fe456f admin admin] Pushing event deleted for resources: {'Port': ['ID=e8ea3793-b821-46f8-bbf0-0401d474a9ca,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:24.002266 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-dde6ee6b-f851-4124-83af-6bb688fe456f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:24.065718 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-dde6ee6b-f851-4124-83af-6bb688fe456f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559947'] for router_gateway, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:24.234988 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-dde6ee6b-f851-4124-83af-6bb688fe456f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-815996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127003'] for router, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:24.237158 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-dde6ee6b-f851-4124-83af-6bb688fe456f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:24.375156 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-dde6ee6b-f851-4124-83af-6bb688fe456f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-816096'] for router, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:24.375732 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde6ee6b-f851-4124-83af-6bb688fe456f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 426b33cf-3174-428d-b53b-cad6c8bc5c09 {{(pid=98884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 17:46:24.380376 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-dde6ee6b-f851-4124-83af-6bb688fe456f admin admin] Notify callbacks [] for router, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:24.385601 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-dde6ee6b-f851-4124-83af-6bb688fe456f admin admin] 10.222.0.18 "DELETE /v2.0/routers/426b33cf-3174-428d-b53b-cad6c8bc5c09 HTTP/1.1" status: 204 len: 168 time: 1.4904864 Jun 06 17:46:24.385601 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42406) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:24.449146 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1587e8-c9b6-4870-ba00-e4bf1564b2dc admin admin] Deleting subnet 2ab67e0c-e56d-4b27-bf16-0b9b2ed0059a {{(pid=98884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:46:24.452141 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-6a1587e8-c9b6-4870-ba00-e4bf1564b2dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:24.457802 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device e8ea3793-b821-46f8-bbf0-0401d474a9ca no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:46:24.494121 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No Port match for: e8ea3793-b821-46f8-bbf0-0401d474a9ca {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:46:24.494380 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device e8ea3793-b821-46f8-bbf0-0401d474a9ca not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:46:24.494807 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device a455c1f2-800c-4623-9440-1510749e8364 no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:46:24.502119 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-6a1587e8-c9b6-4870-ba00-e4bf1564b2dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16138247'] for subnet, precommit_delete_associations {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:24.528857 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No Port match for: a455c1f2-800c-4623-9440-1510749e8364 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:46:24.529215 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device a455c1f2-800c-4623-9440-1510749e8364 not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:46:24.582421 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-6a1587e8-c9b6-4870-ba00-e4bf1564b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1661668'] for subnet, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:24.726054 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-6a1587e8-c9b6-4870-ba00-e4bf1564b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1661677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-747034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14936211'] for subnet, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:24.730149 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:24.761880 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1587e8-c9b6-4870-ba00-e4bf1564b2dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ab67e0c-e56d-4b27-bf16-0b9b2ed0059a,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:24.765257 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-6a1587e8-c9b6-4870-ba00-e4bf1564b2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:24.767650 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-6a1587e8-c9b6-4870-ba00-e4bf1564b2dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for subnet, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:24.769968 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-6a1587e8-c9b6-4870-ba00-e4bf1564b2dc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2ab67e0c-e56d-4b27-bf16-0b9b2ed0059a HTTP/1.1" status: 204 len: 168 time: 0.3845413 Jun 06 17:46:24.771907 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42408) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:24.777978 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a152098f-0ebe-43d8-85e8-87bbb978f955 None None] Network 7c9aa78f-d0c2-46ca-b3da-5d7324e673a2 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:46:24.876189 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-16cb3ee0-c0dc-4a09-97be-b0a5443e793f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698918'] for network, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:24.945674 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-16cb3ee0-c0dc-4a09-97be-b0a5443e793f admin admin] Deleting port 14d4a5a1-8340-431f-9f27-917070e69452 {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:46:24.946003 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-16cb3ee0-c0dc-4a09-97be-b0a5443e793f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:25.016509 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4ff598-b6a6-4d83-95fa-5b4ef46836c1 None None] DHCP port deletion for 7c9aa78f-d0c2-46ca-b3da-5d7324e673a2 request from dv-cinder-791281-4-iscsi {{(pid=98886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 17:46:25.051192 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-16cb3ee0-c0dc-4a09-97be-b0a5443e793f admin admin] For port 14d4a5a1-8340-431f-9f27-917070e69452, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=14d4a5a1-8340-431f-9f27-917070e69452,segment=NetworkSegment(5fdffeb2-6cc8-4825-9801-356670853f8c),segment_id=5fdffeb2-6cc8-4825-9801-356670853f8c)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:46:25.051544 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-16cb3ee0-c0dc-4a09-97be-b0a5443e793f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:25.121558 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9b4ff598-b6a6-4d83-95fa-5b4ef46836c1 None None] Deleting port 14d4a5a1-8340-431f-9f27-917070e69452 {{(pid=98886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:46:25.121946 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9b4ff598-b6a6-4d83-95fa-5b4ef46836c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:25.175292 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-16cb3ee0-c0dc-4a09-97be-b0a5443e793f admin admin] Calling delete_port for 14d4a5a1-8340-431f-9f27-917070e69452 owned by network:dhcp {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:46:25.218041 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9b4ff598-b6a6-4d83-95fa-5b4ef46836c1 None None] For port 14d4a5a1-8340-431f-9f27-917070e69452, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=14d4a5a1-8340-431f-9f27-917070e69452,segment=NetworkSegment(5fdffeb2-6cc8-4825-9801-356670853f8c),segment_id=5fdffeb2-6cc8-4825-9801-356670853f8c)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:46:25.218440 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9b4ff598-b6a6-4d83-95fa-5b4ef46836c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:25.312676 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-16cb3ee0-c0dc-4a09-97be-b0a5443e793f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:25.317342 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-8d8ffc8a-5ff5-4e89-88b5-eb5d386f12a6 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:25.337288 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9b4ff598-b6a6-4d83-95fa-5b4ef46836c1 None None] Calling delete_port for 14d4a5a1-8340-431f-9f27-917070e69452 owned by network:dhcp {{(pid=98886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:46:25.381914 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9b4ff598-b6a6-4d83-95fa-5b4ef46836c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145'] for port, after_delete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:25.385746 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:25.431398 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ff598-b6a6-4d83-95fa-5b4ef46836c1 None None] Pushing event deleted for resources: {'Port': ['ID=14d4a5a1-8340-431f-9f27-917070e69452,revision_number=None']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:25.435216 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9b4ff598-b6a6-4d83-95fa-5b4ef46836c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:25.436733 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4ff598-b6a6-4d83-95fa-5b4ef46836c1 None None] No DVR routers for this DVR port 14d4a5a1-8340-431f-9f27-917070e69452 on host dv-cinder-791281-4-iscsi {{(pid=98886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:46:25.445596 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb3ee0-c0dc-4a09-97be-b0a5443e793f admin admin] Pushing event deleted for resources: {'Port': ['ID=14d4a5a1-8340-431f-9f27-917070e69452,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:25.447526 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cb3ee0-c0dc-4a09-97be-b0a5443e793f admin admin] No DVR routers for this DVR port 14d4a5a1-8340-431f-9f27-917070e69452 on host dv-cinder-791281-4-iscsi {{(pid=98884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:46:25.472453 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-16cb3ee0-c0dc-4a09-97be-b0a5443e793f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:25.564860 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-16cb3ee0-c0dc-4a09-97be-b0a5443e793f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1661053', 'neutron.services.segments.db._delete_segments_for_network-8779962478758'] for network, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:25.577115 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-16cb3ee0-c0dc-4a09-97be-b0a5443e793f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9aa78f-d0c2-46ca-b3da-5d7324e673a2']}} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:25.589731 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-16cb3ee0-c0dc-4a09-97be-b0a5443e793f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdffeb2-6cc8-4825-9801-356670853f8c') {'for_net_delete': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:25.590025 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-16cb3ee0-c0dc-4a09-97be-b0a5443e793f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdffeb2-6cc8-4825-9801-356670853f8c') {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:25.601105 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-16cb3ee0-c0dc-4a09-97be-b0a5443e793f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779962483649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16138302'] for segment, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:25.617345 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-16cb3ee0-c0dc-4a09-97be-b0a5443e793f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:25.623559 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16cb3ee0-c0dc-4a09-97be-b0a5443e793f admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=98884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:46:25.623930 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-16cb3ee0-c0dc-4a09-97be-b0a5443e793f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747168'] for segment, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: Traceback (most recent call last): Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: timer() Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: cb(*args, **kw) Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: return func(*args, **kwargs) Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: self._notify() Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: self.callback(batched_events) Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: event.method(event) Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: return f(self, *a, **k) Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: return self._get(url).json() Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: return self.request(url, 'GET', **kwargs) Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:46:25.636726 dv-cinder-791281-4-iscsi neutron-server[98884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:46:25.752262 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:25.775053 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-16cb3ee0-c0dc-4a09-97be-b0a5443e793f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1661030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559982'] for network, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:25.781280 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-8c6dc85e-a848-424f-9a03-5c1c75026285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:25.794922 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-16cb3ee0-c0dc-4a09-97be-b0a5443e793f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:25.796762 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-16cb3ee0-c0dc-4a09-97be-b0a5443e793f admin admin] 10.222.0.18 "DELETE /v2.0/networks/7c9aa78f-d0c2-46ca-b3da-5d7324e673a2 HTTP/1.1" status: 204 len: 168 time: 1.0237789 Jun 06 17:46:25.802493 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb3ee0-c0dc-4a09-97be-b0a5443e793f admin admin] Pushing event deleted for resources: {'Network': ['ID=7c9aa78f-d0c2-46ca-b3da-5d7324e673a2,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:25.804867 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-16cb3ee0-c0dc-4a09-97be-b0a5443e793f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:26.220360 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42412) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:26.267979 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-b74e56bf-80b8-4a62-8911-f8bc74074b65 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d64340b0b53c4cd6919b73508a5a3855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464010 Jun 06 17:46:26.270387 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42414) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:26.326015 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2dcb3d52-49c4-4926-b879-e7d91c74bfbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:26.351056 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2dcb3d52-49c4-4926-b879-e7d91c74bfbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:26.443539 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 14d4a5a1-8340-431f-9f27-917070e69452 no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:46:26.476830 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No Port match for: 14d4a5a1-8340-431f-9f27-917070e69452 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:46:26.477180 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 14d4a5a1-8340-431f-9f27-917070e69452 not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:46:26.484451 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2dcb3d52-49c4-4926-b879-e7d91c74bfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:26.486919 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2dcb3d52-49c4-4926-b879-e7d91c74bfbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:26.488050 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-2dcb3d52-49c4-4926-b879-e7d91c74bfbe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/187be097-f484-491a-9991-137558478360 HTTP/1.1" status: 204 len: 168 time: 0.2167962 Jun 06 17:46:26.489175 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-ba0c0c0b-fe1f-49c8-bf59-0bf7f3161ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:26.500361 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb3d52-49c4-4926-b879-e7d91c74bfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187be097-f484-491a-9991-137558478360,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:26.503407 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2dcb3d52-49c4-4926-b879-e7d91c74bfbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:27.167598 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42420) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:27.215115 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-fd8ef089-5a63-497a-a34b-d1404ff82965 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e88f6d411c704ce597e8539d9c488c73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462866 Jun 06 17:46:27.217392 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42424) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:27.273261 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-0c11706e-c857-462e-afb1-dd0d350f9321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:27.299282 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-0c11706e-c857-462e-afb1-dd0d350f9321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:27.417558 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-0c11706e-c857-462e-afb1-dd0d350f9321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:27.419943 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-0c11706e-c857-462e-afb1-dd0d350f9321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:27.421094 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-0c11706e-c857-462e-afb1-dd0d350f9321 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b2079b3-f95f-402c-8cb6-4c19f17626c7 HTTP/1.1" status: 204 len: 168 time: 0.2026932 Jun 06 17:46:27.421781 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-a988ebc6-04cf-4e5e-b406-a7328b0338c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:27.430816 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11706e-c857-462e-afb1-dd0d350f9321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2079b3-f95f-402c-8cb6-4c19f17626c7,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:27.434171 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-0c11706e-c857-462e-afb1-dd0d350f9321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:27.652040 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:36.003033 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:46:44.645475 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695fbd3-91ce-41b7-9079-1959c6ee44d4 req-453611b0-1f6d-4655-a2d3-7fdf810cd06f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:44.646845 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c695fbd3-91ce-41b7-9079-1959c6ee44d4 req-453611b0-1f6d-4655-a2d3-7fdf810cd06f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0803428 Jun 06 17:46:44.692762 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c695fbd3-91ce-41b7-9079-1959c6ee44d4 req-0f9be70b-10be-468b-ac03-914ceb92ee09 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396874 Jun 06 17:46:45.881364 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dc4cc-a7be-4d0f-8eb2-c32589c93cc0 req-6d2ddd84-8554-4fe7-a0ee-0cd9bde07a75 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:45.882801 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-720dc4cc-a7be-4d0f-8eb2-c32589c93cc0 req-6d2ddd84-8554-4fe7-a0ee-0cd9bde07a75 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0820708 Jun 06 17:46:45.927637 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-720dc4cc-a7be-4d0f-8eb2-c32589c93cc0 req-d9e2caeb-413d-464a-bc1c-3eefd4b46672 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389323 Jun 06 17:46:46.627893 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba3f5e-67ba-46fd-b8cb-f87b3cb6e5c7 req-767095c6-5269-496e-9629-70767f816063 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:46.629251 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-19ba3f5e-67ba-46fd-b8cb-f87b3cb6e5c7 req-767095c6-5269-496e-9629-70767f816063 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.35 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0776188 Jun 06 17:46:46.828481 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-19ba3f5e-67ba-46fd-b8cb-f87b3cb6e5c7 req-9f94b600-28ed-4806-b85f-465ac5efd955 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Deleting port 337e06c8-9097-41b3-a3f8-74aa847c9476 {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:46:46.828839 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-19ba3f5e-67ba-46fd-b8cb-f87b3cb6e5c7 req-9f94b600-28ed-4806-b85f-465ac5efd955 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:46.861700 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283acd8-fc3e-4ddc-bc6f-5338679ccae2 req-1004a851-aea0-4db7-86fb-56e8be08483f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:46.863112 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b283acd8-fc3e-4ddc-bc6f-5338679ccae2 req-1004a851-aea0-4db7-86fb-56e8be08483f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 946 time: 0.1101336 Jun 06 17:46:46.990108 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b283acd8-fc3e-4ddc-bc6f-5338679ccae2 req-b2a46b69-39a0-4724-876e-c38ac40abdff tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179290 Jun 06 17:46:47.015951 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-19ba3f5e-67ba-46fd-b8cb-f87b3cb6e5c7 req-9f94b600-28ed-4806-b85f-465ac5efd955 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] For port 337e06c8-9097-41b3-a3f8-74aa847c9476, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=337e06c8-9097-41b3-a3f8-74aa847c9476,segment=NetworkSegment(d88936a4-b0f0-4ddc-bc71-5b44ccdd399c),segment_id=d88936a4-b0f0-4ddc-bc71-5b44ccdd399c)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:46:47.016308 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-19ba3f5e-67ba-46fd-b8cb-f87b3cb6e5c7 req-9f94b600-28ed-4806-b85f-465ac5efd955 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:47.124639 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2894d2-0763-45c4-a100-f4ae037cb9e2 req-67e66267-5e33-487d-a110-e609089e7d47 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:47.126123 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-de2894d2-0763-45c4-a100-f4ae037cb9e2 req-67e66267-5e33-487d-a110-e609089e7d47 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 946 time: 0.0832365 Jun 06 17:46:47.170485 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-de2894d2-0763-45c4-a100-f4ae037cb9e2 req-290929d9-d67d-4aed-b2f6-d69ca1d9a684 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=76efffce-a79e-4e69-a8e0-167f203010aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386398 Jun 06 17:46:47.302581 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-19ba3f5e-67ba-46fd-b8cb-f87b3cb6e5c7 req-9f94b600-28ed-4806-b85f-465ac5efd955 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:47.302865 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-19ba3f5e-67ba-46fd-b8cb-f87b3cb6e5c7 req-9f94b600-28ed-4806-b85f-465ac5efd955 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559996'] for floatingip, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:47.303167 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.db.l3_db [req-19ba3f5e-67ba-46fd-b8cb-f87b3cb6e5c7 req-9f94b600-28ed-4806-b85f-465ac5efd955 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Floating IP ca39658f-3a6a-4c33-a019-487ab79138ab disassociated. External IP: 172.27.1.226, port: 337e06c8-9097-41b3-a3f8-74aa847c9476. Jun 06 17:46:47.303491 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-19ba3f5e-67ba-46fd-b8cb-f87b3cb6e5c7 req-9f94b600-28ed-4806-b85f-465ac5efd955 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Calling delete_port for 337e06c8-9097-41b3-a3f8-74aa847c9476 owned by compute:nova {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:46:47.462457 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-19ba3f5e-67ba-46fd-b8cb-f87b3cb6e5c7 req-9f94b600-28ed-4806-b85f-465ac5efd955 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:47.468743 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:47.512728 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94b600-28ed-4806-b85f-465ac5efd955 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Pushing event deleted for resources: {'Port': ['ID=337e06c8-9097-41b3-a3f8-74aa847c9476,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:47.515878 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-9f94b600-28ed-4806-b85f-465ac5efd955 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:47.779748 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19ba3f5e-67ba-46fd-b8cb-f87b3cb6e5c7 req-9f94b600-28ed-4806-b85f-465ac5efd955 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Router d3af6832-253e-4024-9bde-b8d8a441ecb2 has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:46:48.004619 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19ba3f5e-67ba-46fd-b8cb-f87b3cb6e5c7 req-9f94b600-28ed-4806-b85f-465ac5efd955 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:46:48.015019 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3ba15f-13a0-45da-894d-0b2929161d5b None None] Sync routers for ids ['d3af6832-253e-4024-9bde-b8d8a441ecb2'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:46:48.024636 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3ba15f-13a0-45da-894d-0b2929161d5b None None] Routers {'d3af6832-253e-4024-9bde-b8d8a441ecb2'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:46:48.025293 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-2a3ba15f-13a0-45da-894d-0b2929161d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:46:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['d3af6832-253e-4024-9bde-b8d8a441ecb2'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:48.092614 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ba3f5e-67ba-46fd-b8cb-f87b3cb6e5c7 req-9f94b600-28ed-4806-b85f-465ac5efd955 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] No DVR routers for this DVR port 337e06c8-9097-41b3-a3f8-74aa847c9476 on host hv-cinder-79128 {{(pid=98884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:46:48.095413 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-19ba3f5e-67ba-46fd-b8cb-f87b3cb6e5c7 req-9f94b600-28ed-4806-b85f-465ac5efd955 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:48.097386 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-19ba3f5e-67ba-46fd-b8cb-f87b3cb6e5c7 req-9f94b600-28ed-4806-b85f-465ac5efd955 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.35 "DELETE /v2.0/ports/337e06c8-9097-41b3-a3f8-74aa847c9476 HTTP/1.1" status: 204 len: 173 time: 1.4611852 Jun 06 17:46:48.097958 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9263dde6-820c-4509-b20b-2ea298c6da37', 'name': 'network-vif-deleted', 'tag': '337e06c8-9097-41b3-a3f8-74aa847c9476'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:46:48.100259 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc14aed-dacc-4398-aa6e-319f0a3e931a" -d '{"events": [{"server_uuid": "9263dde6-820c-4509-b20b-2ea298c6da37", "name": "network-vif-deleted", "tag": "337e06c8-9097-41b3-a3f8-74aa847c9476"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:46:48.151771 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794319d0-993a-4212-be0d-800b7a927431 x-openstack-request-id: req-794319d0-993a-4212-be0d-800b7a927431 {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:46:48.152094 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9263dde6-820c-4509-b20b-2ea298c6da37", "name": "network-vif-deleted", "tag": "337e06c8-9097-41b3-a3f8-74aa847c9476", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:46:48.152668 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-794319d0-993a-4212-be0d-800b7a927431 {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:46:48.152867 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9263dde6-820c-4509-b20b-2ea298c6da37', 'name': 'network-vif-deleted', 'tag': '337e06c8-9097-41b3-a3f8-74aa847c9476', 'status': 'completed', 'code': 200} Jun 06 17:46:48.181615 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bb0b0-e132-4d08-a41e-8310515224a9 req-df78f69e-1805-4a1a-b815-70098074afa2 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:48.183154 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1d9bb0b0-e132-4d08-a41e-8310515224a9 req-df78f69e-1805-4a1a-b815-70098074afa2 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.35 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 946 time: 0.2239764 Jun 06 17:46:48.206900 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-2a3ba15f-13a0-45da-894d-0b2929161d5b None None] Set router d3af6832-253e-4024-9bde-b8d8a441ecb2 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:46:48.266455 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1c50b-f411-4259-b9b6-f3af9e419376 req-b80dee55-54f8-4aec-940e-b253c66873f4 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:48.268008 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bce1c50b-f411-4259-b9b6-f3af9e419376 req-b80dee55-54f8-4aec-940e-b253c66873f4 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 946 time: 0.1625633 Jun 06 17:46:48.348006 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-518fae52-fb6f-475a-969b-82f25f19550d req-0332f911-8a77-42c4-936f-8ecf36a22c18 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=9263dde6-820c-4509-b20b-2ea298c6da37 HTTP/1.1" status: 200 len: 210 time: 0.0414159 Jun 06 17:46:48.372084 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-bce1c50b-f411-4259-b9b6-f3af9e419376 req-e2a09316-9db8-446f-9c2e-467153dcbbe5 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca2092b7-d9f7-4abf-8883-0cb956d44ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643775 Jun 06 17:46:48.389965 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-1d9bb0b0-e132-4d08-a41e-8310515224a9 req-30daacb1-210a-4bf2-bf35-b57f20b19cdf tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Deleting port b01e681d-b5f8-416b-968a-2d1214b496fa {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:46:48.389965 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-1d9bb0b0-e132-4d08-a41e-8310515224a9 req-30daacb1-210a-4bf2-bf35-b57f20b19cdf tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:48.534326 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-2a3ba15f-13a0-45da-894d-0b2929161d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'name': 'tempest-AttachVolumeTestJSON-1648109101-router', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:07Z', 'updated_at': '2021-06-06T17:43:15Z', 'revision_number': 4, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'gw_port': {'id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:08Z', 'updated_at': '2021-06-06T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'edc600b9-33e1-446a-b42a-372327c905f9', 'name': '', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'mac_address': 'fa:16:3e:cc:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:24Z', 'revision_number': 5, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'subnets': [{'id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:48.535124 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-1d9bb0b0-e132-4d08-a41e-8310515224a9 req-30daacb1-210a-4bf2-bf35-b57f20b19cdf tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] For port b01e681d-b5f8-416b-968a-2d1214b496fa, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b01e681d-b5f8-416b-968a-2d1214b496fa,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:46:48.535456 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-1d9bb0b0-e132-4d08-a41e-8310515224a9 req-30daacb1-210a-4bf2-bf35-b57f20b19cdf tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:48.538055 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3ba15f-13a0-45da-894d-0b2929161d5b None None] Checking router: d3af6832-253e-4024-9bde-b8d8a441ecb2 for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:46:48.546307 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3ba15f-13a0-45da-894d-0b2929161d5b None None] Routers {'d3af6832-253e-4024-9bde-b8d8a441ecb2'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:46:48.546898 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-2a3ba15f-13a0-45da-894d-0b2929161d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:46:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['d3af6832-253e-4024-9bde-b8d8a441ecb2'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:48.728624 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-2a3ba15f-13a0-45da-894d-0b2929161d5b None None] Set router d3af6832-253e-4024-9bde-b8d8a441ecb2 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:46:48.828559 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-1d9bb0b0-e132-4d08-a41e-8310515224a9 req-30daacb1-210a-4bf2-bf35-b57f20b19cdf tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:48.828863 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-1d9bb0b0-e132-4d08-a41e-8310515224a9 req-30daacb1-210a-4bf2-bf35-b57f20b19cdf tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559996'] for floatingip, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:48.829173 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.db.l3_db [req-1d9bb0b0-e132-4d08-a41e-8310515224a9 req-30daacb1-210a-4bf2-bf35-b57f20b19cdf tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Floating IP f11362e6-627b-4658-9535-ee1004ae83f6 disassociated. External IP: 172.27.1.91, port: b01e681d-b5f8-416b-968a-2d1214b496fa. Jun 06 17:46:48.829505 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-1d9bb0b0-e132-4d08-a41e-8310515224a9 req-30daacb1-210a-4bf2-bf35-b57f20b19cdf tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Calling delete_port for b01e681d-b5f8-416b-968a-2d1214b496fa owned by compute:nova {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:46:49.005680 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-1d9bb0b0-e132-4d08-a41e-8310515224a9 req-30daacb1-210a-4bf2-bf35-b57f20b19cdf tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:49.011265 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-30dfd780-9e92-4550-96c2-33302aaa7965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:49.059181 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30daacb1-210a-4bf2-bf35-b57f20b19cdf tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Pushing event deleted for resources: {'Port': ['ID=b01e681d-b5f8-416b-968a-2d1214b496fa,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:49.062941 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-30daacb1-210a-4bf2-bf35-b57f20b19cdf tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:49.098291 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-2a3ba15f-13a0-45da-894d-0b2929161d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'name': 'tempest-AttachVolumeTestJSON-1648109101-router', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:07Z', 'updated_at': '2021-06-06T17:43:15Z', 'revision_number': 4, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'gw_port': {'id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:08Z', 'updated_at': '2021-06-06T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'edc600b9-33e1-446a-b42a-372327c905f9', 'name': '', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'mac_address': 'fa:16:3e:cc:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:24Z', 'revision_number': 5, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'subnets': [{'id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:49.102252 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3ba15f-13a0-45da-894d-0b2929161d5b None None] The sync data for ids ['d3af6832-253e-4024-9bde-b8d8a441ecb2'] in dv-cinder-791281-4-iscsi is: [{'id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'name': 'tempest-AttachVolumeTestJSON-1648109101-router', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:07Z', 'updated_at': '2021-06-06T17:43:15Z', 'revision_number': 4, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'gw_port': {'id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:08Z', 'updated_at': '2021-06-06T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'edc600b9-33e1-446a-b42a-372327c905f9', 'name': '', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'mac_address': 'fa:16:3e:cc:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:24Z', 'revision_number': 5, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'subnets': [{'id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:46:49.322386 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a99930-1620-4547-919d-c0e8f05a9e49 None None] New status for floating IP ca39658f-3a6a-4c33-a019-487ab79138ab: DOWN {{(pid=98887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:46:49.357252 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d9bb0b0-e132-4d08-a41e-8310515224a9 req-30daacb1-210a-4bf2-bf35-b57f20b19cdf tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Router e4bc3a40-b804-408c-9b98-f66757ceeed4 has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:46:49.597279 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d9bb0b0-e132-4d08-a41e-8310515224a9 req-30daacb1-210a-4bf2-bf35-b57f20b19cdf tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:46:49.606473 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4047d19a-ebe5-4613-81bd-d1405ffd2bbb None None] Sync routers for ids ['e4bc3a40-b804-408c-9b98-f66757ceeed4'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:46:49.617045 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4047d19a-ebe5-4613-81bd-d1405ffd2bbb None None] Routers {'e4bc3a40-b804-408c-9b98-f66757ceeed4'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:46:49.617595 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-4047d19a-ebe5-4613-81bd-d1405ffd2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:46:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['e4bc3a40-b804-408c-9b98-f66757ceeed4'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:49.627910 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 42478) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:49.633124 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-13c71663-5409-4dd8-9975-508ad913ddba req-492f53a4-8d6f-4a28-a850-8cc688542f93 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/ports?device_id=7293ac59-4f99-4cd8-8433-4fdfc614065c HTTP/1.1" status: 200 len: 210 time: 0.0751739 Jun 06 17:46:49.700671 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9bb0b0-e132-4d08-a41e-8310515224a9 req-30daacb1-210a-4bf2-bf35-b57f20b19cdf tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] No DVR routers for this DVR port b01e681d-b5f8-416b-968a-2d1214b496fa on host hv-cinder-79128 {{(pid=98884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:46:49.703711 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-1d9bb0b0-e132-4d08-a41e-8310515224a9 req-30daacb1-210a-4bf2-bf35-b57f20b19cdf tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:49.705634 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1d9bb0b0-e132-4d08-a41e-8310515224a9 req-30daacb1-210a-4bf2-bf35-b57f20b19cdf tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.35 "DELETE /v2.0/ports/b01e681d-b5f8-416b-968a-2d1214b496fa HTTP/1.1" status: 204 len: 173 time: 1.5153782 Jun 06 17:46:49.724006 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-48d04c50-ef06-4c45-9cba-00bc18fd916a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:49.753938 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-48d04c50-ef06-4c45-9cba-00bc18fd916a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:49.819413 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-4047d19a-ebe5-4613-81bd-d1405ffd2bbb None None] Set router e4bc3a40-b804-408c-9b98-f66757ceeed4 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:46:49.908587 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-48d04c50-ef06-4c45-9cba-00bc18fd916a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:49.911153 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-48d04c50-ef06-4c45-9cba-00bc18fd916a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:49.912295 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-48d04c50-ef06-4c45-9cba-00bc18fd916a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "DELETE /v2.0/security-groups/76efffce-a79e-4e69-a8e0-167f203010aa HTTP/1.1" status: 204 len: 168 time: 0.2833326 Jun 06 17:46:49.913099 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-926fc975-fa67-404f-9c59-95ff6f8fee3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:49.915317 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42480) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:49.924577 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d04c50-ef06-4c45-9cba-00bc18fd916a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76efffce-a79e-4e69-a8e0-167f203010aa,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:49.926994 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-48d04c50-ef06-4c45-9cba-00bc18fd916a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:49.934550 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.api.v2.resource [None req-cd707c63-c448-4140-9841-e783e96f6f0d tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] show failed (client error): The resource could not be found. Jun 06 17:46:49.935873 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-cd707c63-c448-4140-9841-e783e96f6f0d tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups/76efffce-a79e-4e69-a8e0-167f203010aa HTTP/1.1" status: 404 len: 347 time: 0.0191638 Jun 06 17:46:49.938805 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42482) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:50.149528 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-4047d19a-ebe5-4613-81bd-d1405ffd2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'name': 'tempest-AttachVolumeShelveTestJSON-109369191-router', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:29Z', 'updated_at': '2021-06-06T17:39:36Z', 'revision_number': 4, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'gw_port': {'id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ea:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e', 'name': '', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'mac_address': 'fa:16:3e:de:7c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:35Z', 'updated_at': '2021-06-06T17:39:47Z', 'revision_number': 5, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'subnets': [{'id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:50.154345 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7293ac59-4f99-4cd8-8433-4fdfc614065c', 'name': 'network-vif-deleted', 'tag': 'b01e681d-b5f8-416b-968a-2d1214b496fa'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:46:50.154997 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4047d19a-ebe5-4613-81bd-d1405ffd2bbb None None] Checking router: e4bc3a40-b804-408c-9b98-f66757ceeed4 for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:46:50.156883 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2f3686-1ac7-4d6d-b0bc-42c0ba6fae46" -d '{"events": [{"server_uuid": "7293ac59-4f99-4cd8-8433-4fdfc614065c", "name": "network-vif-deleted", "tag": "b01e681d-b5f8-416b-968a-2d1214b496fa"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:46:50.164055 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4047d19a-ebe5-4613-81bd-d1405ffd2bbb None None] Routers {'e4bc3a40-b804-408c-9b98-f66757ceeed4'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:46:50.164582 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-4047d19a-ebe5-4613-81bd-d1405ffd2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:46:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['e4bc3a40-b804-408c-9b98-f66757ceeed4'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:50.180697 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-5abc1677-f677-4fb8-9bab-df74b51b3e4f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Deleting port 3660d6fd-0578-40db-ac7c-f65bc1aa07a5 {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:46:50.181082 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5abc1677-f677-4fb8-9bab-df74b51b3e4f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:50.209065 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0048808e-8f6a-4196-8ad2-e4674482b0b3 x-openstack-request-id: req-0048808e-8f6a-4196-8ad2-e4674482b0b3 {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:46:50.213856 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7293ac59-4f99-4cd8-8433-4fdfc614065c", "name": "network-vif-deleted", "tag": "b01e681d-b5f8-416b-968a-2d1214b496fa", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:46:50.213856 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0048808e-8f6a-4196-8ad2-e4674482b0b3 {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:46:50.213856 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7293ac59-4f99-4cd8-8433-4fdfc614065c', 'name': 'network-vif-deleted', 'tag': 'b01e681d-b5f8-416b-968a-2d1214b496fa', 'status': 'completed', 'code': 200} Jun 06 17:46:50.323786 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-2f80182d-b16f-4d97-b2aa-f718f00fa301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:50.326294 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5abc1677-f677-4fb8-9bab-df74b51b3e4f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:50.326680 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5abc1677-f677-4fb8-9bab-df74b51b3e4f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:50.372186 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-4047d19a-ebe5-4613-81bd-d1405ffd2bbb None None] Set router e4bc3a40-b804-408c-9b98-f66757ceeed4 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:46:50.450944 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-5abc1677-f677-4fb8-9bab-df74b51b3e4f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Calling delete_port for 3660d6fd-0578-40db-ac7c-f65bc1aa07a5 owned by network:floatingip {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:46:50.620811 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5abc1677-f677-4fb8-9bab-df74b51b3e4f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:50.625633 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-3e014787-aa28-47a3-9484-aef235ee1f0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:50.668175 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc1677-f677-4fb8-9bab-df74b51b3e4f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Pushing event deleted for resources: {'Port': ['ID=3660d6fd-0578-40db-ac7c-f65bc1aa07a5,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:50.671340 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-5abc1677-f677-4fb8-9bab-df74b51b3e4f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:50.697194 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-4047d19a-ebe5-4613-81bd-d1405ffd2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'name': 'tempest-AttachVolumeShelveTestJSON-109369191-router', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:29Z', 'updated_at': '2021-06-06T17:39:36Z', 'revision_number': 4, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'gw_port': {'id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ea:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e', 'name': '', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'mac_address': 'fa:16:3e:de:7c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:35Z', 'updated_at': '2021-06-06T17:39:47Z', 'revision_number': 5, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'subnets': [{'id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:50.702119 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4047d19a-ebe5-4613-81bd-d1405ffd2bbb None None] The sync data for ids ['e4bc3a40-b804-408c-9b98-f66757ceeed4'] in dv-cinder-791281-4-iscsi is: [{'id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'name': 'tempest-AttachVolumeShelveTestJSON-109369191-router', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:29Z', 'updated_at': '2021-06-06T17:39:36Z', 'revision_number': 4, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'gw_port': {'id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ea:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e', 'name': '', 'network_id': '797ee1ce-df47-45dc-9d12-b7882bffb3f5', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'mac_address': 'fa:16:3e:de:7c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:35Z', 'updated_at': '2021-06-06T17:39:47Z', 'revision_number': 5, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'subnets': [{'id': '32856328-a45b-4d19-b9c2-2268b19da00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:46:50.769845 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5abc1677-f677-4fb8-9bab-df74b51b3e4f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for floatingip, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:50.772439 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5abc1677-f677-4fb8-9bab-df74b51b3e4f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for floatingip, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:50.773925 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-5abc1677-f677-4fb8-9bab-df74b51b3e4f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "DELETE /v2.0/floatingips/ca39658f-3a6a-4c33-a019-487ab79138ab HTTP/1.1" status: 204 len: 168 time: 0.8339980 Jun 06 17:46:50.876069 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42492) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:50.944073 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8102fc2b-366a-48e2-b135-7f02f25b319b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:50.949679 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e3cb96-c9fd-494f-9e42-24d3ea8bebd5 None None] New status for floating IP f11362e6-627b-4658-9535-ee1004ae83f6: DOWN {{(pid=98887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:46:50.951541 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 337e06c8-9097-41b3-a3f8-74aa847c9476 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:46:50.977942 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8102fc2b-366a-48e2-b135-7f02f25b319b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:50.988662 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] No Port match for: 337e06c8-9097-41b3-a3f8-74aa847c9476 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:46:50.989133 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 337e06c8-9097-41b3-a3f8-74aa847c9476 not bound to the agent host hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:46:51.081243 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42494) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:51.086094 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-7abf7efb-9f17-403d-815e-fa581a02f6f1 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Request body: {'security_group': {'name': 'tempest-securitygroup--48068105', 'description': 'tempest-description--1966878338'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:46:51.093355 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8102fc2b-366a-48e2-b135-7f02f25b319b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:51.095915 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8102fc2b-366a-48e2-b135-7f02f25b319b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:51.097054 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-8102fc2b-366a-48e2-b135-7f02f25b319b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "DELETE /v2.0/security-groups/ca2092b7-d9f7-4abf-8883-0cb956d44ac8 HTTP/1.1" status: 204 len: 168 time: 0.2198658 Jun 06 17:46:51.099914 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 42496) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:51.100416 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-681b0a0b-bb8c-4165-904b-4af5ac37ddb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:51.116899 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102fc2b-366a-48e2-b135-7f02f25b319b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2092b7-d9f7-4abf-8883-0cb956d44ac8,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:51.117459 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.api.v2.resource [None req-c2e44eeb-5486-4e24-aa89-f80096934cf9 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] show failed (client error): The resource could not be found. Jun 06 17:46:51.119562 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-8102fc2b-366a-48e2-b135-7f02f25b319b tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:51.122204 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-c2e44eeb-5486-4e24-aa89-f80096934cf9 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "GET /v2.0/security-groups/ca2092b7-d9f7-4abf-8883-0cb956d44ac8 HTTP/1.1" status: 404 len: 347 time: 0.0203166 Jun 06 17:46:51.122823 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42498) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:51.267594 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-7abf7efb-9f17-403d-815e-fa581a02f6f1 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:51.492050 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-e26bae68-cc21-473a-8bee-91c9be686d35 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Deleting port 42b84a6e-14ee-41ef-ade0-aaa601ff7811 {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:46:51.492310 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-e26bae68-cc21-473a-8bee-91c9be686d35 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:51.611799 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-7abf7efb-9f17-403d-815e-fa581a02f6f1 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:51.643086 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-e26bae68-cc21-473a-8bee-91c9be686d35 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:51.643411 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-e26bae68-cc21-473a-8bee-91c9be686d35 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:51.658221 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-7abf7efb-9f17-403d-815e-fa581a02f6f1 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:51.664770 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-1c7a70aa-6406-4ca0-8b3c-f7df605be777 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:51.794408 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-e26bae68-cc21-473a-8bee-91c9be686d35 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Calling delete_port for 42b84a6e-14ee-41ef-ade0-aaa601ff7811 owned by network:floatingip {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:46:51.817895 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf7efb-9f17-403d-815e-fa581a02f6f1 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=019ebb40-6509-4fb2-940a-08104bd94175,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:51.820764 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-7abf7efb-9f17-403d-815e-fa581a02f6f1 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:51.893983 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-7abf7efb-9f17-403d-815e-fa581a02f6f1 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:51.895159 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-7abf7efb-9f17-403d-815e-fa581a02f6f1 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8128405 Jun 06 17:46:51.898093 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 42500) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:51.902917 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-58c731e4-62df-4976-907a-4cce6a5b4fab tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Request body: {'security_group_rule': {'security_group_id': '019ebb40-6509-4fb2-940a-08104bd94175', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:46:52.009484 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-e26bae68-cc21-473a-8bee-91c9be686d35 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:52.014168 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-14c146cf-161a-40a3-8463-f3fef72cca30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:52.039842 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-58c731e4-62df-4976-907a-4cce6a5b4fab tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:52.057677 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bae68-cc21-473a-8bee-91c9be686d35 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Pushing event deleted for resources: {'Port': ['ID=42b84a6e-14ee-41ef-ade0-aaa601ff7811,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:52.061833 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-e26bae68-cc21-473a-8bee-91c9be686d35 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:52.103464 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-58c731e4-62df-4976-907a-4cce6a5b4fab tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:52.148333 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-58c731e4-62df-4976-907a-4cce6a5b4fab tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:52.150347 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:52.153913 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-e26bae68-cc21-473a-8bee-91c9be686d35 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks [] for floatingip, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:52.160127 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-e26bae68-cc21-473a-8bee-91c9be686d35 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for floatingip, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:52.160127 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-e26bae68-cc21-473a-8bee-91c9be686d35 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] 10.222.0.18 "DELETE /v2.0/floatingips/f11362e6-627b-4658-9535-ee1004ae83f6 HTTP/1.1" status: 204 len: 168 time: 1.0336020 Jun 06 17:46:52.172614 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c731e4-62df-4976-907a-4cce6a5b4fab tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ab78d6-6279-4e0c-a6c4-a8825c8c6c7a,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:52.175048 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-58c731e4-62df-4976-907a-4cce6a5b4fab tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:52.234003 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-58c731e4-62df-4976-907a-4cce6a5b4fab tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:52.235226 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-58c731e4-62df-4976-907a-4cce6a5b4fab tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3361619 Jun 06 17:46:52.237819 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 42504) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:52.242363 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-e9d34296-e84e-4d5a-9328-cf92a577e7e5 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Request body: {'security_group_rule': {'security_group_id': '019ebb40-6509-4fb2-940a-08104bd94175', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:46:52.351763 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e9d34296-e84e-4d5a-9328-cf92a577e7e5 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:52.421358 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e9d34296-e84e-4d5a-9328-cf92a577e7e5 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:52.514260 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e9d34296-e84e-4d5a-9328-cf92a577e7e5 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:52.516299 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:52.538872 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d34296-e84e-4d5a-9328-cf92a577e7e5 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56bf2a8d-ba78-460c-8943-e662ae4fd573,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:52.541603 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e9d34296-e84e-4d5a-9328-cf92a577e7e5 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:52.597753 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e9d34296-e84e-4d5a-9328-cf92a577e7e5 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:52.598919 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-e9d34296-e84e-4d5a-9328-cf92a577e7e5 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3602276 Jun 06 17:46:52.601949 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 42508) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:52.607208 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-8b20c017-c5a1-48f1-945d-8d5ea506b3ed tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Request body: {'floatingip': {'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:46:52.700543 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8b20c017-c5a1-48f1-945d-8d5ea506b3ed tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for floatingip, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:52.833802 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:52.845975 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8b20c017-c5a1-48f1-945d-8d5ea506b3ed tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:52.947061 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device b01e681d-b5f8-416b-968a-2d1214b496fa no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:46:52.985545 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] No Port match for: b01e681d-b5f8-416b-968a-2d1214b496fa {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:46:52.985891 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device b01e681d-b5f8-416b-968a-2d1214b496fa not bound to the agent host hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:46:52.986798 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [None req-8b20c017-c5a1-48f1-945d-8d5ea506b3ed tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Allocated IP 172.27.1.63 (51853ba8-cea8-4c9b-b5c3-a56837a6d9d6/59a9bba0-da8c-4953-8d6b-87895ebef86f/0d1264e3-59a6-42d6-be5c-f60d34470133) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:46:53.068095 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-5748239c-8b8d-4935-9aa8-ff6d99c84cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:53.138786 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8b20c017-c5a1-48f1-945d-8d5ea506b3ed tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:53.228494 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8b20c017-c5a1-48f1-945d-8d5ea506b3ed tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:53.232860 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-6e06bfc6-4593-4a88-9b7c-2e453bed3423 tempest-VolumesNegativeTest-1760908722 tempest-VolumesNegativeTest-1760908722-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:53.295449 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b20c017-c5a1-48f1-945d-8d5ea506b3ed tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:46:53.298417 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-8b20c017-c5a1-48f1-945d-8d5ea506b3ed tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:46:53.301027 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b20c017-c5a1-48f1-945d-8d5ea506b3ed tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:46:53.333738 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20c017-c5a1-48f1-945d-8d5ea506b3ed tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Pushing event updated for resources: {'Port': ['ID=0d1264e3-59a6-42d6-be5c-f60d34470133,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:53.337521 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-8b20c017-c5a1-48f1-945d-8d5ea506b3ed tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:53.384620 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8b20c017-c5a1-48f1-945d-8d5ea506b3ed tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:53.503223 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8b20c017-c5a1-48f1-945d-8d5ea506b3ed tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:53.807387 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8b20c017-c5a1-48f1-945d-8d5ea506b3ed tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for port, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:53.878245 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8b20c017-c5a1-48f1-945d-8d5ea506b3ed tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14987785'] for port, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:53.882254 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-3df71998-f762-4616-b691-9dad851b9144 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:53.914279 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:54.006505 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20c017-c5a1-48f1-945d-8d5ea506b3ed tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Pushing event updated for resources: {'Port': ['ID=0d1264e3-59a6-42d6-be5c-f60d34470133,revision_number=2']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:54.010682 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-8b20c017-c5a1-48f1-945d-8d5ea506b3ed tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:54.019614 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8b20c017-c5a1-48f1-945d-8d5ea506b3ed tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559996'] for floatingip, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:54.097413 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8b20c017-c5a1-48f1-945d-8d5ea506b3ed tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for floatingip, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:54.099233 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-8b20c017-c5a1-48f1-945d-8d5ea506b3ed tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4960148 Jun 06 17:46:54.365632 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-86c5b859-9546-43fc-83e4-f505afe1d279 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--48068105&fields=id&tenant_id=b3e8d3dc1c114c759be5fcb73c702a58 HTTP/1.1" status: 200 len: 267 time: 0.0577812 Jun 06 17:46:54.544401 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-5e647222-422c-4783-b09d-5e593efde936 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:54.546718 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-5e647222-422c-4783-b09d-5e593efde936 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/networks?id=7400c8c4-2b2d-42c7-ac06-b41e30d48de8 HTTP/1.1" status: 200 len: 811 time: 0.1738207 Jun 06 17:46:54.565813 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-52be6558-28aa-4649-8f96-97461150b28e tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/quotas/b3e8d3dc1c114c759be5fcb73c702a58 HTTP/1.1" status: 200 len: 375 time: 0.0130649 Jun 06 17:46:54.656933 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-307ce5bf-8ba9-4173-97fb-4320a5e31751 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b3e8d3dc1c114c759be5fcb73c702a58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0852342 Jun 06 17:46:54.896934 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-f0cd19a5-067e-466d-b45e-ba19c1a67bc7 service neutron] 10.222.0.18 "GET /v2.0/networks/7400c8c4-2b2d-42c7-ac06-b41e30d48de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273428 Jun 06 17:46:55.026824 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-15a5a204-b55f-4819-9ce4-4c08b8c27794 service neutron] 10.222.0.18 "GET /v2.0/networks/7400c8c4-2b2d-42c7-ac06-b41e30d48de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239123 Jun 06 17:46:55.212513 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-01873a9d-832a-4788-848c-650ada504363 req-6e6e8a37-b703-40b9-953a-683be2514dc3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786448 Jun 06 17:46:55.299357 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42544) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:55.317263 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-91ebe55a-b464-4464-8d65-236b80d4efdf req-87627f74-71fe-48fc-8ff2-5287ce24e239 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 210 time: 0.0473697 Jun 06 17:46:55.379552 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01873a9d-832a-4788-848c-650ada504363 req-6f9049d7-9301-4472-8257-45d481b90144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:55.381055 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-01873a9d-832a-4788-848c-650ada504363 req-6f9049d7-9301-4472-8257-45d481b90144 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cc578850c5749f2837a434c6662dd0f&device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 1099 time: 0.0826294 Jun 06 17:46:55.657423 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01873a9d-832a-4788-848c-650ada504363 req-6b376b4f-daa2-49f3-9346-2ad92aa17bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:55.658845 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-01873a9d-832a-4788-848c-650ada504363 req-6b376b4f-daa2-49f3-9346-2ad92aa17bb2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=51fe70ed-aaea-433c-a701-bc44de4bd326 HTTP/1.1" status: 200 len: 910 time: 0.2589345 Jun 06 17:46:55.777130 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:55.845894 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-01873a9d-832a-4788-848c-650ada504363 req-bf94dc65-37b9-4863-b660-6585051a9121 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca HTTP/1.1" status: 200 len: 1001 time: 0.1793041 Jun 06 17:46:56.088249 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01873a9d-832a-4788-848c-650ada504363 req-b8edf39b-f1d6-45f3-a418-3ed3a002777f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:56.089637 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-01873a9d-832a-4788-848c-650ada504363 req-b8edf39b-f1d6-45f3-a418-3ed3a002777f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f365197-c9e1-40b7-9371-340e81ee9699 HTTP/1.1" status: 200 len: 848 time: 0.2311077 Jun 06 17:46:56.261345 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01873a9d-832a-4788-848c-650ada504363 req-df7a6b4c-8fd1-4ad2-a451-59a5f7709bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:56.262794 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-01873a9d-832a-4788-848c-650ada504363 req-df7a6b4c-8fd1-4ad2-a451-59a5f7709bd5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51fe70ed-aaea-433c-a701-bc44de4bd326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1657579 Jun 06 17:46:56.487603 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-01873a9d-832a-4788-848c-650ada504363 req-9b10d54c-12d5-4d25-893f-d6ca698dbcb5 service neutron] 10.222.0.35 "GET /v2.0/networks/51fe70ed-aaea-433c-a701-bc44de4bd326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170296 Jun 06 17:46:56.499089 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-6fbb28e5-41d3-4b1b-bd62-1b73611dbcd7 req-1cffcf6e-8ca9-4e08-945f-f05895b897fd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 210 time: 0.0563879 Jun 06 17:46:56.605678 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-c5902bb5-06af-493b-9037-9bff9e356ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-811483'] for router_interface, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:56.714392 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-01873a9d-832a-4788-848c-650ada504363 req-e405f131-7d64-4985-86c3-aa221c5e94d0 service neutron] 10.222.0.35 "GET /v2.0/networks/51fe70ed-aaea-433c-a701-bc44de4bd326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199719 Jun 06 17:46:57.057841 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-c5902bb5-06af-493b-9037-9bff9e356ffb admin admin] Deleting port c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:46:57.058299 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-c5902bb5-06af-493b-9037-9bff9e356ffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:57.216791 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-c5902bb5-06af-493b-9037-9bff9e356ffb admin admin] For port c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:46:57.217152 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-c5902bb5-06af-493b-9037-9bff9e356ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:57.392050 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-c5902bb5-06af-493b-9037-9bff9e356ffb admin admin] Calling delete_port for c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e owned by network:router_interface {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:46:57.443923 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-af7a27b9-0c32-4bef-8284-cfa82a6401b7 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:57.445368 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-af7a27b9-0c32-4bef-8284-cfa82a6401b7 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.35 "GET /v2.0/networks?id=7400c8c4-2b2d-42c7-ac06-b41e30d48de8 HTTP/1.1" status: 200 len: 811 time: 0.2916968 Jun 06 17:46:57.620559 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-d7911ed4-0537-4980-a262-60d701c4613c tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3e8d3dc1c114c759be5fcb73c702a58 HTTP/1.1" status: 200 len: 378 time: 0.1662800 Jun 06 17:46:57.630950 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-44ccf5b6-25cd-41b5-98c2-cb261943b953 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Request body: {'port': {'device_id': 'e2ba36a5-e477-4564-b55d-ab826ccf61d4', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'admin_state_up': True, 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'security_groups': ['019ebb40-6509-4fb2-940a-08104bd94175']}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:46:57.634258 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:57.674073 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-a0c32a9a-d8df-4ba2-8f31-8b69c0e9ce05 req-b4d5275d-0ad9-46ec-9654-3a57a5c6ff98 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 210 time: 0.0607729 Jun 06 17:46:57.912001 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-44ccf5b6-25cd-41b5-98c2-cb261943b953 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Made reservation on behalf of b3e8d3dc1c114c759be5fcb73c702a58 for: {'port': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:46:57.915723 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-44ccf5b6-25cd-41b5-98c2-cb261943b953 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:57.974149 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-c5902bb5-06af-493b-9037-9bff9e356ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:57.978269 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-5abc1677-f677-4fb8-9bab-df74b51b3e4f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:58.061418 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5902bb5-06af-493b-9037-9bff9e356ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:58.063945 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-c5902bb5-06af-493b-9037-9bff9e356ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:58.276155 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-44ccf5b6-25cd-41b5-98c2-cb261943b953 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Allocated IP 172.20.0.10 (7400c8c4-2b2d-42c7-ac06-b41e30d48de8/54fc5062-fa0a-442d-9f9a-32e968d1b9fa/cb236886-b853-44fa-97ea-59ad79657ddf) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:46:58.432279 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-c5902bb5-06af-493b-9037-9bff9e356ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-811669'] for router_interface, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:58.705407 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-44ccf5b6-25cd-41b5-98c2-cb261943b953 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:58.731233 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-44ccf5b6-25cd-41b5-98c2-cb261943b953 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Transition to ACTIVE for port object cb236886-b853-44fa-97ea-59ad79657ddf will not be triggered until provisioned by entity DHCP. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:46:58.861361 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-216a6a36-964e-49b1-8449-83084c977dfa req-4d1ec1ba-b7ba-49c3-b9fd-fe3bf49250d0 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 210 time: 0.0748959 Jun 06 17:46:58.970275 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5902bb5-06af-493b-9037-9bff9e356ffb admin admin] Router e4bc3a40-b804-408c-9b98-f66757ceeed4 has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:46:59.032889 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-44ccf5b6-25cd-41b5-98c2-cb261943b953 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:59.047921 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-30daacb1-210a-4bf2-bf35-b57f20b19cdf tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:46:59.238392 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-44ccf5b6-25cd-41b5-98c2-cb261943b953 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Network 7400c8c4-2b2d-42c7-ac06-b41e30d48de8 is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:46:59.245219 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-44ccf5b6-25cd-41b5-98c2-cb261943b953 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:46:59.247524 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccf5b6-25cd-41b5-98c2-cb261943b953 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Pushing event updated for resources: {'Port': ['ID=cb236886-b853-44fa-97ea-59ad79657ddf,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:46:59.250002 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-44ccf5b6-25cd-41b5-98c2-cb261943b953 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:46:59.332047 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-44ccf5b6-25cd-41b5-98c2-cb261943b953 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:46:59.396359 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-44ccf5b6-25cd-41b5-98c2-cb261943b953 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:46:59.397000 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-44ccf5b6-25cd-41b5-98c2-cb261943b953 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:59.401092 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5902bb5-06af-493b-9037-9bff9e356ffb admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:46:59.407155 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-c5902bb5-06af-493b-9037-9bff9e356ffb admin admin] 10.222.0.18 "PUT /v2.0/routers/e4bc3a40-b804-408c-9b98-f66757ceeed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0728390 Jun 06 17:46:59.409725 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 42564) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:46:59.415565 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc5c91f-fe2f-4fbb-ae3a-3fe0124496f3 None None] Sync routers for ids ['e4bc3a40-b804-408c-9b98-f66757ceeed4'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:46:59.426285 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc5c91f-fe2f-4fbb-ae3a-3fe0124496f3 None None] Routers {'e4bc3a40-b804-408c-9b98-f66757ceeed4'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:46:59.427672 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-cdc5c91f-fe2f-4fbb-ae3a-3fe0124496f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:46:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['e4bc3a40-b804-408c-9b98-f66757ceeed4'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:46:59.501666 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-44ccf5b6-25cd-41b5-98c2-cb261943b953 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8752224 Jun 06 17:46:59.514889 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Request body: {'port': {'device_id': 'e2ba36a5-e477-4564-b55d-ab826ccf61d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:46:59.527888 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-dc36a4a1-679a-40e7-bf1e-4a86cb4ffd4f None None] Provisioning for port cb236886-b853-44fa-97ea-59ad79657ddf completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:46:59.542691 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-dc36a4a1-679a-40e7-bf1e-4a86cb4ffd4f None None] Provisioning complete for port cb236886-b853-44fa-97ea-59ad79657ddf triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:46:59.543073 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-dc36a4a1-679a-40e7-bf1e-4a86cb4ffd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:59.591870 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-09aea3e3-af0a-41b5-9209-6cd0d99879fe admin admin] Notify callbacks [] for router, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:59.628708 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:59.681664 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-dc36a4a1-679a-40e7-bf1e-4a86cb4ffd4f None None] Port cb236886-b853-44fa-97ea-59ad79657ddf cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:46:59.711284 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-cdc5c91f-fe2f-4fbb-ae3a-3fe0124496f3 None None] Set router e4bc3a40-b804-408c-9b98-f66757ceeed4 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:46:59.769404 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-09aea3e3-af0a-41b5-9209-6cd0d99879fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:59.939279 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-09aea3e3-af0a-41b5-9209-6cd0d99879fe admin admin] Deleting port 6635474a-2642-47ff-8bb7-4ae81d8b0f20 {{(pid=98885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:46:59.939622 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-09aea3e3-af0a-41b5-9209-6cd0d99879fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:46:59.998907 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb236886-b853-44fa-97ea-59ad79657ddf {{(pid=98884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:47:00.006341 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:00.019664 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-cdc5c91f-fe2f-4fbb-ae3a-3fe0124496f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'name': 'tempest-AttachVolumeShelveTestJSON-109369191-router', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:29Z', 'updated_at': '2021-06-06T17:46:57Z', 'revision_number': 5, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'gw_port': {'id': '6635474a-2642-47ff-8bb7-4ae81d8b0f20', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ea:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:39:31Z', 'updated_at': '2021-06-06T17:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:00.021075 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Transition to ACTIVE for port object cb236886-b853-44fa-97ea-59ad79657ddf will not be triggered until provisioned by entity L2. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:47:00.023549 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc5c91f-fe2f-4fbb-ae3a-3fe0124496f3 None None] Checking router: e4bc3a40-b804-408c-9b98-f66757ceeed4 for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:47:00.032590 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc5c91f-fe2f-4fbb-ae3a-3fe0124496f3 None None] Routers {'e4bc3a40-b804-408c-9b98-f66757ceeed4'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:47:00.033240 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-cdc5c91f-fe2f-4fbb-ae3a-3fe0124496f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:46:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['e4bc3a40-b804-408c-9b98-f66757ceeed4'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:00.074028 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:00.078513 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-02cbe29c-874b-4233-b7b2-4275eb0ec6ff tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:00.206155 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-cdc5c91f-fe2f-4fbb-ae3a-3fe0124496f3 None None] Set router e4bc3a40-b804-408c-9b98-f66757ceeed4 gateway port host: None {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:47:00.209831 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Pushing event updated for resources: {'Port': ['ID=cb236886-b853-44fa-97ea-59ad79657ddf,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:00.221967 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [None req-09aea3e3-af0a-41b5-9209-6cd0d99879fe admin admin] For port 6635474a-2642-47ff-8bb7-4ae81d8b0f20, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=6635474a-2642-47ff-8bb7-4ae81d8b0f20,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:00.222560 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-09aea3e3-af0a-41b5-9209-6cd0d99879fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:00.241345 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:00.320493 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Attempting to bind port cb236886-b853-44fa-97ea-59ad79657ddf on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:47:00.320849 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Attempting to bind port cb236886-b853-44fa-97ea-59ad79657ddf by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'd88936a4-b0f0-4ddc-bc71-5b44ccdd399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8'}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:47:00.321181 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Attempting to bind port cb236886-b853-44fa-97ea-59ad79657ddf on network 7400c8c4-2b2d-42c7-ac06-b41e30d48de8 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:47:00.327304 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Port cb236886-b853-44fa-97ea-59ad79657ddf on network 7400c8c4-2b2d-42c7-ac06-b41e30d48de8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:47:00.327623 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Attempting to bind port cb236886-b853-44fa-97ea-59ad79657ddf on network 7400c8c4-2b2d-42c7-ac06-b41e30d48de8 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:47:00.333432 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Checking agent: {'id': '6c14353c-f6d9-4edd-9e01-bd5de19f5e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'started_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:47:00.333767 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Checking segment: {'id': 'd88936a4-b0f0-4ddc-bc71-5b44ccdd399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:47:00.334152 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Bound using segment: {'id': 'd88936a4-b0f0-4ddc-bc71-5b44ccdd399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8'} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:47:00.334575 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Bound port: cb236886-b853-44fa-97ea-59ad79657ddf, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd88936a4-b0f0-4ddc-bc71-5b44ccdd399c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8'}}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:47:00.335093 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:00.348630 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-09aea3e3-af0a-41b5-9209-6cd0d99879fe admin admin] Calling delete_port for 6635474a-2642-47ff-8bb7-4ae81d8b0f20 owned by network:router_gateway {{(pid=98885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:47:00.359979 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-cdc5c91f-fe2f-4fbb-ae3a-3fe0124496f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'name': 'tempest-AttachVolumeShelveTestJSON-109369191-router', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:29Z', 'updated_at': '2021-06-06T17:46:59Z', 'revision_number': 6, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'gw_port_host': None}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:00.364595 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc5c91f-fe2f-4fbb-ae3a-3fe0124496f3 None None] The sync data for ids ['e4bc3a40-b804-408c-9b98-f66757ceeed4'] in dv-cinder-791281-4-iscsi is: [{'id': 'e4bc3a40-b804-408c-9b98-f66757ceeed4', 'name': 'tempest-AttachVolumeShelveTestJSON-109369191-router', 'tenant_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:39:29Z', 'updated_at': '2021-06-06T17:46:59Z', 'revision_number': 6, 'project_id': '22e0c313a0d34d1cbf3166f27aaa75be', 'gw_port_host': None}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:47:00.432240 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906da174-06f6-4695-a572-3bf838dd06de req-9fb94a57-637c-4685-bbba-854ba6e3d166 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:00.434287 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-906da174-06f6-4695-a572-3bf838dd06de req-9fb94a57-637c-4685-bbba-854ba6e3d166 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 944 time: 0.4572504 Jun 06 17:47:00.440992 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] For port cb236886-b853-44fa-97ea-59ad79657ddf, host hv-cinder-79128, cleared binding levels {{(pid=98884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:47:00.444307 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] For port cb236886-b853-44fa-97ea-59ad79657ddf, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=cb236886-b853-44fa-97ea-59ad79657ddf,segment=NetworkSegment(d88936a4-b0f0-4ddc-bc71-5b44ccdd399c),segment_id=d88936a4-b0f0-4ddc-bc71-5b44ccdd399c)] {{(pid=98884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:47:00.490307 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-906da174-06f6-4695-a572-3bf838dd06de req-8fab0419-365b-4dc5-b5ee-e4a939b8e448 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=019ebb40-6509-4fb2-940a-08104bd94175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494223 Jun 06 17:47:00.503039 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:00.506532 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-dde6ee6b-f851-4124-83af-6bb688fe456f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:00.566232 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:00.566232 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:00.566232 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] 10.222.0.35 "PUT /v2.0/ports/cb236886-b853-44fa-97ea-59ad79657ddf HTTP/1.1" status: 200 len: 1094 time: 1.0556886 Jun 06 17:47:00.566232 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ba36a5-e477-4564-b55d-ab826ccf61d4', 'tag': 'cb236886-b853-44fa-97ea-59ad79657ddf'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:47:00.567849 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f120fc0-57b7-4ccb-82ab-ed48f2c4bf33" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ba36a5-e477-4564-b55d-ab826ccf61d4", "tag": "cb236886-b853-44fa-97ea-59ad79657ddf"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:47:00.585730 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Pushing event updated for resources: {'Port': ['ID=cb236886-b853-44fa-97ea-59ad79657ddf,revision_number=3']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:00.595931 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:00.612351 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-09aea3e3-af0a-41b5-9209-6cd0d99879fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:00.614901 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70217741-b626-4098-84ec-8205815c1d62 x-openstack-request-id: req-70217741-b626-4098-84ec-8205815c1d62 {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:47:00.615229 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ba36a5-e477-4564-b55d-ab826ccf61d4", "tag": "cb236886-b853-44fa-97ea-59ad79657ddf", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:47:00.615517 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70217741-b626-4098-84ec-8205815c1d62 {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:47:00.616522 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ba36a5-e477-4564-b55d-ab826ccf61d4', 'tag': 'cb236886-b853-44fa-97ea-59ad79657ddf', 'status': 'completed', 'code': 200} Jun 06 17:47:00.617198 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-4a14411b-ff23-43e6-ac69-a2b772790f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:00.669494 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aea3e3-af0a-41b5-9209-6cd0d99879fe admin admin] Pushing event deleted for resources: {'Port': ['ID=6635474a-2642-47ff-8bb7-4ae81d8b0f20,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:00.673325 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-09aea3e3-af0a-41b5-9209-6cd0d99879fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:00.782244 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f120fc0-57b7-4ccb-82ab-ed48f2c4bf33 req-066fde1e-5d79-4baf-aa62-5ac6cd0ffe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:00.783722 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7f120fc0-57b7-4ccb-82ab-ed48f2c4bf33 req-066fde1e-5d79-4baf-aa62-5ac6cd0ffe6f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3e8d3dc1c114c759be5fcb73c702a58&device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 1097 time: 0.1467650 Jun 06 17:47:00.791056 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-09aea3e3-af0a-41b5-9209-6cd0d99879fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559947'] for router_gateway, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:00.811564 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:47:00.860253 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No Port match for: c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:47:00.860610 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device c04f8e2b-fc32-43fb-9ddf-9ef225fbf25e not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:47:00.945662 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f120fc0-57b7-4ccb-82ab-ed48f2c4bf33 req-e80ac25c-37d9-497b-82a2-b8de2a47ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:00.947094 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7f120fc0-57b7-4ccb-82ab-ed48f2c4bf33 req-e80ac25c-37d9-497b-82a2-b8de2a47ed21 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b3e8d3dc1c114c759be5fcb73c702a58&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1563363 Jun 06 17:47:00.970942 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-09aea3e3-af0a-41b5-9209-6cd0d99879fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-815996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127003'] for router, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:00.973136 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-09aea3e3-af0a-41b5-9209-6cd0d99879fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:01.039979 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-09aea3e3-af0a-41b5-9209-6cd0d99879fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-816096'] for router, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:01.040513 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09aea3e3-af0a-41b5-9209-6cd0d99879fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4bc3a40-b804-408c-9b98-f66757ceeed4 {{(pid=98885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 17:47:01.051505 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-09aea3e3-af0a-41b5-9209-6cd0d99879fe admin admin] Notify callbacks [] for router, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:01.051505 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-09aea3e3-af0a-41b5-9209-6cd0d99879fe admin admin] 10.222.0.18 "DELETE /v2.0/routers/e4bc3a40-b804-408c-9b98-f66757ceeed4 HTTP/1.1" status: 204 len: 168 time: 1.6356728 Jun 06 17:47:01.051505 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 42570) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:01.083430 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f120fc0-57b7-4ccb-82ab-ed48f2c4bf33 req-4f4d2991-a728-42d4-9cc7-2e9a988c2d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:01.084829 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-7f120fc0-57b7-4ccb-82ab-ed48f2c4bf33 req-4f4d2991-a728-42d4-9cc7-2e9a988c2d5f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311591 Jun 06 17:47:01.111019 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19f0d95-96c2-4610-b663-811bb0b27c28 admin admin] Deleting subnet 32856328-a45b-4d19-b9c2-2268b19da00b {{(pid=98885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:47:01.113929 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d19f0d95-96c2-4610-b663-811bb0b27c28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:01.166233 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d19f0d95-96c2-4610-b663-811bb0b27c28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15202863'] for subnet, precommit_delete_associations {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:01.191569 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-8c1988fc-6890-4179-88a5-c6eeefc0b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:01.193357 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-8c1988fc-6890-4179-88a5-c6eeefc0b8f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3e8d3dc1c114c759be5fcb73c702a58&device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 1097 time: 0.0731587 Jun 06 17:47:01.295799 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d19f0d95-96c2-4610-b663-811bb0b27c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1661668'] for subnet, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:01.372754 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-a638704d-4b42-49d8-a254-0ade1816efc7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb236886-b853-44fa-97ea-59ad79657ddf HTTP/1.1" status: 200 len: 217 time: 0.1717777 Jun 06 17:47:01.435554 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-234daa8e-36be-4b51-a28f-39f0e55c2c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:01.437012 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-234daa8e-36be-4b51-a28f-39f0e55c2c8f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54fc5062-fa0a-442d-9f9a-32e968d1b9fa HTTP/1.1" status: 200 len: 850 time: 0.0586867 Jun 06 17:47:01.451325 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d19f0d95-96c2-4610-b663-811bb0b27c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1661677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14987999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16410905'] for subnet, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:01.455752 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-8a0d0ca1-e3b6-4a08-9022-08238865fea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:01.494424 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f0d95-96c2-4610-b663-811bb0b27c28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32856328-a45b-4d19-b9c2-2268b19da00b,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:01.497729 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-d19f0d95-96c2-4610-b663-811bb0b27c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:01.501852 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d19f0d95-96c2-4610-b663-811bb0b27c28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:01.506288 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-d19f0d95-96c2-4610-b663-811bb0b27c28 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/32856328-a45b-4d19-b9c2-2268b19da00b HTTP/1.1" status: 204 len: 168 time: 0.4539614 Jun 06 17:47:01.506957 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42572) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:01.507578 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c403f443-85ca-413b-8a8a-994a8139b2cf None None] Network 797ee1ce-df47-45dc-9d12-b7882bffb3f5 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:47:01.627891 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-cadfca1a-b962-4424-913a-393b0625d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:01.629282 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-cadfca1a-b962-4424-913a-393b0625d40c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7400c8c4-2b2d-42c7-ac06-b41e30d48de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1865354 Jun 06 17:47:01.633134 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698918'] for network, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:01.688620 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ea84d-c27b-4a95-a478-22cf0e47730f req-d4d64ce8-eeb4-4dc2-adfa-2cd97957a8b6 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:01.690183 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ea3ea84d-c27b-4a95-a478-22cf0e47730f req-d4d64ce8-eeb4-4dc2-adfa-2cd97957a8b6 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 944 time: 0.0939305 Jun 06 17:47:01.745366 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ea3ea84d-c27b-4a95-a478-22cf0e47730f req-551510e5-a633-489e-a255-75aab5b84cc3 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=019ebb40-6509-4fb2-940a-08104bd94175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489099 Jun 06 17:47:01.772986 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52efa3f3-8430-422d-9dda-032add4ad9b8 None None] DHCP port deletion for 797ee1ce-df47-45dc-9d12-b7882bffb3f5 request from dv-cinder-791281-4-iscsi {{(pid=98886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 17:47:01.821860 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-8528a7d0-75ab-4f90-acec-0efaae6f5107 service neutron] 10.222.0.35 "GET /v2.0/networks/7400c8c4-2b2d-42c7-ac06-b41e30d48de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853077 Jun 06 17:47:01.827278 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Deleting port ac6e1e70-4843-4535-9751-8e5b6cd4fcd8 {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:47:01.827612 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:01.840222 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-52efa3f3-8430-422d-9dda-032add4ad9b8 None None] Deleting port ac6e1e70-4843-4535-9751-8e5b6cd4fcd8 {{(pid=98886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:47:01.840767 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-52efa3f3-8430-422d-9dda-032add4ad9b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:01.938668 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-52efa3f3-8430-422d-9dda-032add4ad9b8 None None] For port ac6e1e70-4843-4535-9751-8e5b6cd4fcd8, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=ac6e1e70-4843-4535-9751-8e5b6cd4fcd8,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:01.939068 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-52efa3f3-8430-422d-9dda-032add4ad9b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:02.016932 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] For port ac6e1e70-4843-4535-9751-8e5b6cd4fcd8, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=ac6e1e70-4843-4535-9751-8e5b6cd4fcd8,segment=NetworkSegment(5effff72-42c5-4daa-9414-1ff26a9a687a),segment_id=5effff72-42c5-4daa-9414-1ff26a9a687a)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:02.017207 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:02.102974 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-52efa3f3-8430-422d-9dda-032add4ad9b8 None None] Calling delete_port for ac6e1e70-4843-4535-9751-8e5b6cd4fcd8 owned by network:dhcp {{(pid=98886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:47:02.152428 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Calling delete_port for ac6e1e70-4843-4535-9751-8e5b6cd4fcd8 owned by network:dhcp {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:47:02.174250 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b7392da8-ed5a-4fbc-b85a-62d51aa836d8 req-c1d96e6b-a573-4e20-baab-40754b18848d service neutron] 10.222.0.35 "GET /v2.0/networks/7400c8c4-2b2d-42c7-ac06-b41e30d48de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347828 Jun 06 17:47:02.209499 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-52efa3f3-8430-422d-9dda-032add4ad9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145'] for port, after_delete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:02.214322 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:02.215868 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:02.220387 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:02.258288 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52efa3f3-8430-422d-9dda-032add4ad9b8 None None] No DVR routers for this DVR port ac6e1e70-4843-4535-9751-8e5b6cd4fcd8 on host dv-cinder-791281-4-iscsi {{(pid=98886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:47:02.260071 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efa3f3-8430-422d-9dda-032add4ad9b8 None None] Pushing event deleted for resources: {'Port': ['ID=ac6e1e70-4843-4535-9751-8e5b6cd4fcd8,revision_number=None']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:02.261945 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6e1e70-4843-4535-9751-8e5b6cd4fcd8,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:02.270301 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:02.270460 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52efa3f3-8430-422d-9dda-032add4ad9b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:02.270680 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:02.270816 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52efa3f3-8430-422d-9dda-032add4ad9b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:02.271027 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52efa3f3-8430-422d-9dda-032add4ad9b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:02.271133 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:02.271448 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52efa3f3-8430-422d-9dda-032add4ad9b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:02.271607 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:02.271702 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52efa3f3-8430-422d-9dda-032add4ad9b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:02.271786 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:02.271992 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52efa3f3-8430-422d-9dda-032add4ad9b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:02.272108 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:02.272332 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52efa3f3-8430-422d-9dda-032add4ad9b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:02.272461 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:02.272760 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52efa3f3-8430-422d-9dda-032add4ad9b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:02.276659 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:02.277693 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52efa3f3-8430-422d-9dda-032add4ad9b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:02.277792 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:02.277884 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52efa3f3-8430-422d-9dda-032add4ad9b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:02.277978 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:02.278062 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52efa3f3-8430-422d-9dda-032add4ad9b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:02.278145 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:02.278234 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52efa3f3-8430-422d-9dda-032add4ad9b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:02.278318 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:02.278318 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] No DVR routers for this DVR port ac6e1e70-4843-4535-9751-8e5b6cd4fcd8 on host dv-cinder-791281-4-iscsi {{(pid=98884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:47:02.278474 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-52efa3f3-8430-422d-9dda-032add4ad9b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:02.279566 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:02.397273 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1661053', 'neutron.services.segments.db._delete_segments_for_network-8779962478758'] for network, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:02.409575 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797ee1ce-df47-45dc-9d12-b7882bffb3f5']}} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:02.422586 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5effff72-42c5-4daa-9414-1ff26a9a687a') {'for_net_delete': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:02.422792 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5effff72-42c5-4daa-9414-1ff26a9a687a') {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:02.435556 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779962483649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16138302'] for segment, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:02.451863 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:02.457781 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=98884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:47:02.458175 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747168'] for segment, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:02.464354 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 6635474a-2642-47ff-8bb7-4ae81d8b0f20 no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: util.warn( Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: util.warn( Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: util.warn( Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: util.warn( Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: Traceback (most recent call last): Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: timer() Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: cb(*args, **kw) Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: return func(*args, **kwargs) Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: self._notify() Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: self.callback(batched_events) Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: event.method(event) Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: return f(self, *a, **k) Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: return self._get(url).json() Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: return self.request(url, 'GET', **kwargs) Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:47:02.471382 dv-cinder-791281-4-iscsi neutron-server[98884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:47:02.501827 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No Port match for: 6635474a-2642-47ff-8bb7-4ae81d8b0f20 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:47:02.502178 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 6635474a-2642-47ff-8bb7-4ae81d8b0f20 not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:47:02.502606 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device ac6e1e70-4843-4535-9751-8e5b6cd4fcd8 no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:47:02.535303 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No Port match for: ac6e1e70-4843-4535-9751-8e5b6cd4fcd8 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:47:02.535580 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device ac6e1e70-4843-4535-9751-8e5b6cd4fcd8 not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:47:02.612189 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1661030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559982'] for network, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:02.615857 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:02.629844 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:02.637516 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] 10.222.0.18 "DELETE /v2.0/networks/797ee1ce-df47-45dc-9d12-b7882bffb3f5 HTTP/1.1" status: 204 len: 168 time: 1.1244164 Jun 06 17:47:02.638333 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Pushing event deleted for resources: {'Network': ['ID=797ee1ce-df47-45dc-9d12-b7882bffb3f5,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:02.640599 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:02.931069 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fb926-86be-4495-a6a3-e4a283f81328 req-1f78f308-cc84-40c3-a07e-88efb89ef6fd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:02.932498 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b52fb926-86be-4495-a6a3-e4a283f81328 req-1f78f308-cc84-40c3-a07e-88efb89ef6fd tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 944 time: 0.0798542 Jun 06 17:47:02.981427 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b52fb926-86be-4495-a6a3-e4a283f81328 req-f38c5c58-5275-4676-bd42-e442016f2b50 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=019ebb40-6509-4fb2-940a-08104bd94175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430076 Jun 06 17:47:03.024970 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 42580) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:03.071337 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-2cf71274-691d-49ba-bdd9-6ee5b99e64a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22e0c313a0d34d1cbf3166f27aaa75be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0451415 Jun 06 17:47:03.073644 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 42582) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:03.132429 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-4033651e-9863-4b96-9d2b-a7aa1fa6dc10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:03.157486 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-4033651e-9863-4b96-9d2b-a7aa1fa6dc10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:03.272176 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-4033651e-9863-4b96-9d2b-a7aa1fa6dc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:03.274652 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-4033651e-9863-4b96-9d2b-a7aa1fa6dc10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:03.275833 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-4033651e-9863-4b96-9d2b-a7aa1fa6dc10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58406ee8-a865-49b9-9f42-c3ffb41911f0 HTTP/1.1" status: 204 len: 168 time: 0.2006412 Jun 06 17:47:03.276591 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-d26fd663-aa38-4e92-bf9e-630cd062c108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:03.286679 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033651e-9863-4b96-9d2b-a7aa1fa6dc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58406ee8-a865-49b9-9f42-c3ffb41911f0,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:03.289044 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-4033651e-9863-4b96-9d2b-a7aa1fa6dc10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:04.166773 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd7681-0d1d-4291-8d69-c2ba28f1cf2a req-994f2d08-bada-4f3c-a9c0-1138093406b3 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:04.169139 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9fbd7681-0d1d-4291-8d69-c2ba28f1cf2a req-994f2d08-bada-4f3c-a9c0-1138093406b3 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 944 time: 0.0811694 Jun 06 17:47:04.215521 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9fbd7681-0d1d-4291-8d69-c2ba28f1cf2a req-ad2b733a-dc23-4831-bbe9-1c08238a7d9c tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=019ebb40-6509-4fb2-940a-08104bd94175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405319 Jun 06 17:47:05.025223 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device cb236886-b853-44fa-97ea-59ad79657ddf details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:47:05.160394 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port cb236886-b853-44fa-97ea-59ad79657ddf, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=cb236886-b853-44fa-97ea-59ad79657ddf,segment=NetworkSegment(d88936a4-b0f0-4ddc-bc71-5b44ccdd399c),segment_id=d88936a4-b0f0-4ddc-bc71-5b44ccdd399c)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:05.173664 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': 'cb236886-b853-44fa-97ea-59ad79657ddf', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'port_id': 'cb236886-b853-44fa-97ea-59ad79657ddf', 'mac_address': 'fa:16:3e:b5:c0:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:47:05.234770 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:05.255916 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb236886-b853-44fa-97ea-59ad79657ddf {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:47:05.279475 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port cb236886-b853-44fa-97ea-59ad79657ddf, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=cb236886-b853-44fa-97ea-59ad79657ddf,segment=NetworkSegment(d88936a4-b0f0-4ddc-bc71-5b44ccdd399c),segment_id=d88936a4-b0f0-4ddc-bc71-5b44ccdd399c)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:05.369673 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:05.371460 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:05.406920 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d499e1-f589-4041-b29a-2e45f4dd60aa req-73c80a2b-c53a-403f-ac3c-cba6437d0df4 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:05.408272 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e4d499e1-f589-4041-b29a-2e45f4dd60aa req-73c80a2b-c53a-403f-ac3c-cba6437d0df4 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 944 time: 0.0842388 Jun 06 17:47:05.438414 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=cb236886-b853-44fa-97ea-59ad79657ddf,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:05.441613 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:05.456577 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e4d499e1-f589-4041-b29a-2e45f4dd60aa req-0fea6ba3-63ec-47be-95ee-11b138cd52be tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=019ebb40-6509-4fb2-940a-08104bd94175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421295 Jun 06 17:47:05.578432 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['cb236886-b853-44fa-97ea-59ad79657ddf'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:47:06.506200 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 42650) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:06.632150 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a68ff03d-a65e-4235-9a06-e5ee1571ca17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:06.691029 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aac3bf-07d3-47bc-9fb2-7e24f014f648 req-81cbe5ec-d1ee-44a2-8901-da1cf3d77500 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:06.692453 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-85aac3bf-07d3-47bc-9fb2-7e24f014f648 req-81cbe5ec-d1ee-44a2-8901-da1cf3d77500 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 945 time: 0.1296706 Jun 06 17:47:06.753402 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-85aac3bf-07d3-47bc-9fb2-7e24f014f648 req-e28340d2-1b8f-4f63-b353-eb7abd2753cc tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=019ebb40-6509-4fb2-940a-08104bd94175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534806 Jun 06 17:47:06.791391 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a68ff03d-a65e-4235-9a06-e5ee1571ca17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:06.856579 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a68ff03d-a65e-4235-9a06-e5ee1571ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:06.862988 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c98282b7-7652-4f20-a752-0862674ccbf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:07.001184 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-a68ff03d-a65e-4235-9a06-e5ee1571ca17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b17020f4e0a9479cbd8d65928561f7db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4939020 Jun 06 17:47:07.002212 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ff03d-a65e-4235-9a06-e5ee1571ca17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7efb60a-06e1-46ac-a173-91059a9cfb3d,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:07.003810 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42654) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:07.009567 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ff03d-a65e-4235-9a06-e5ee1571ca17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:07.009945 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ff03d-a65e-4235-9a06-e5ee1571ca17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:07.010316 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ff03d-a65e-4235-9a06-e5ee1571ca17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:07.010680 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ff03d-a65e-4235-9a06-e5ee1571ca17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:07.011064 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ff03d-a65e-4235-9a06-e5ee1571ca17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:07.011950 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ff03d-a65e-4235-9a06-e5ee1571ca17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:07.012306 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ff03d-a65e-4235-9a06-e5ee1571ca17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:07.012664 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ff03d-a65e-4235-9a06-e5ee1571ca17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:07.013050 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ff03d-a65e-4235-9a06-e5ee1571ca17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:07.013401 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ff03d-a65e-4235-9a06-e5ee1571ca17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:07.013753 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ff03d-a65e-4235-9a06-e5ee1571ca17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:07.014100 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ff03d-a65e-4235-9a06-e5ee1571ca17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:07.017771 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-a68ff03d-a65e-4235-9a06-e5ee1571ca17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:07.025029 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device cb236886-b853-44fa-97ea-59ad79657ddf up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:47:07.070001 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-4926e058-d139-434d-8109-3ffd3db8cfd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:07.095459 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-4926e058-d139-434d-8109-3ffd3db8cfd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:07.146645 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning for port cb236886-b853-44fa-97ea-59ad79657ddf completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:47:07.152046 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port cb236886-b853-44fa-97ea-59ad79657ddf triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:47:07.152420 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:07.272894 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:07.298888 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ba36a5-e477-4564-b55d-ab826ccf61d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb236886-b853-44fa-97ea-59ad79657ddf'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:47:07.301137 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff163b6f-8218-4fb0-99c4-a794c1a176be" -d '{"events": [{"server_uuid": "e2ba36a5-e477-4564-b55d-ab826ccf61d4", "name": "network-vif-plugged", "status": "completed", "tag": "cb236886-b853-44fa-97ea-59ad79657ddf"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:47:07.312637 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port cb236886-b853-44fa-97ea-59ad79657ddf, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=cb236886-b853-44fa-97ea-59ad79657ddf,segment=NetworkSegment(d88936a4-b0f0-4ddc-bc71-5b44ccdd399c),segment_id=d88936a4-b0f0-4ddc-bc71-5b44ccdd399c)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:07.312744 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-4926e058-d139-434d-8109-3ffd3db8cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:07.312948 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-4926e058-d139-434d-8109-3ffd3db8cfd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:07.314068 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-4926e058-d139-434d-8109-3ffd3db8cfd0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7efb60a-06e1-46ac-a173-91059a9cfb3d HTTP/1.1" status: 204 len: 168 time: 0.3092728 Jun 06 17:47:07.314860 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-1f78c050-3aa1-440f-b0a6-9c47e199f70b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:07.324943 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926e058-d139-434d-8109-3ffd3db8cfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7efb60a-06e1-46ac-a173-91059a9cfb3d,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:07.327349 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-4926e058-d139-434d-8109-3ffd3db8cfd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:07.350419 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1350b206-c6ec-420a-bef4-2cb9ad130d46 x-openstack-request-id: req-1350b206-c6ec-420a-bef4-2cb9ad130d46 {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:47:07.351000 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ba36a5-e477-4564-b55d-ab826ccf61d4", "name": "network-vif-plugged", "status": "completed", "tag": "cb236886-b853-44fa-97ea-59ad79657ddf", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:47:07.351390 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1350b206-c6ec-420a-bef4-2cb9ad130d46 {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:47:07.351870 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ba36a5-e477-4564-b55d-ab826ccf61d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb236886-b853-44fa-97ea-59ad79657ddf', 'code': 200} Jun 06 17:47:07.383094 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:07.385602 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-818f9bd7-77a3-4afe-8996-2d2997356270 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:07.452911 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=cb236886-b853-44fa-97ea-59ad79657ddf,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:07.455900 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:07.723949 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68827e95-6c23-4681-b7a0-d3f8c3b9224d req-f198153e-70b6-481b-b8a2-5fc43a6324fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:07.725339 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-68827e95-6c23-4681-b7a0-d3f8c3b9224d req-f198153e-70b6-481b-b8a2-5fc43a6324fd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 1099 time: 0.0716929 Jun 06 17:47:07.768512 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-68827e95-6c23-4681-b7a0-d3f8c3b9224d req-b8141ea2-d498-4b66-88c9-fc2fe0e30b39 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=019ebb40-6509-4fb2-940a-08104bd94175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364752 Jun 06 17:47:07.936133 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e694b-cb60-442e-a696-a883e4c2ce47 req-ca11e994-2f26-4284-8186-33ca7b591cd4 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:07.937617 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-da7e694b-cb60-442e-a696-a883e4c2ce47 req-ca11e994-2f26-4284-8186-33ca7b591cd4 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 946 time: 0.0806451 Jun 06 17:47:07.951171 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42664) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:07.963421 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-e7bf6efc-b202-4718-8d2d-d995ea4abdad admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:07.983343 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-da7e694b-cb60-442e-a696-a883e4c2ce47 req-439fc02b-d2fd-4af8-bfa9-0df790095d84 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=019ebb40-6509-4fb2-940a-08104bd94175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400255 Jun 06 17:47:08.066929 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-e7bf6efc-b202-4718-8d2d-d995ea4abdad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:08.141793 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-e7bf6efc-b202-4718-8d2d-d995ea4abdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:08.148528 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-e7054d38-b9d9-4dc2-88ae-f66387b89d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:08.188804 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-e7bf6efc-b202-4718-8d2d-d995ea4abdad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5e4f9eafeb44b86bc3829a31019bba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412984 Jun 06 17:47:08.189692 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf6efc-b202-4718-8d2d-d995ea4abdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bebf49-dc2a-410e-8c7f-f18db06725d6,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:08.192444 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 42666) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:08.192635 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-e7bf6efc-b202-4718-8d2d-d995ea4abdad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:08.255378 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2a1f0ba6-8492-4644-9bb4-181884e060b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:08.280116 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2a1f0ba6-8492-4644-9bb4-181884e060b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:08.410861 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2a1f0ba6-8492-4644-9bb4-181884e060b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:08.413426 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2a1f0ba6-8492-4644-9bb4-181884e060b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:08.414535 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-2a1f0ba6-8492-4644-9bb4-181884e060b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27bebf49-dc2a-410e-8c7f-f18db06725d6 HTTP/1.1" status: 204 len: 168 time: 0.2206328 Jun 06 17:47:08.415296 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-845e4bdb-f3fc-4602-b563-36f3c429ec0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:08.430882 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f0ba6-8492-4644-9bb4-181884e060b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bebf49-dc2a-410e-8c7f-f18db06725d6,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:08.433217 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-2a1f0ba6-8492-4644-9bb4-181884e060b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:09.186965 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ffd92-3170-4cf8-992a-556bf48fb2d2 req-dc96ed64-9678-439f-81f8-836cc12bfe0f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:09.188441 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ac4ffd92-3170-4cf8-992a-556bf48fb2d2 req-dc96ed64-9678-439f-81f8-836cc12bfe0f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 946 time: 0.0878179 Jun 06 17:47:09.241804 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ac4ffd92-3170-4cf8-992a-556bf48fb2d2 req-c9f43a2b-d3b4-4777-bb22-f1c0681858a8 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=019ebb40-6509-4fb2-940a-08104bd94175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475173 Jun 06 17:47:09.426715 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3a95f-ca32-4846-a0d5-f8418f65dbc8 req-a30e0b89-aefe-47c2-9b74-7cfa2a02f6a4 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:09.428224 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5ac3a95f-ca32-4846-a0d5-f8418f65dbc8 req-a30e0b89-aefe-47c2-9b74-7cfa2a02f6a4 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 946 time: 0.0823169 Jun 06 17:47:09.436418 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 42692) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:09.440924 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-16524c98-729a-41ce-a5d0-1d5414cd4374 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Request body: {'floatingip': {'port_id': 'cb236886-b853-44fa-97ea-59ad79657ddf'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:47:09.519086 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-16524c98-729a-41ce-a5d0-1d5414cd4374 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for floatingip, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:10.110869 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-16524c98-729a-41ce-a5d0-1d5414cd4374 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:10.177154 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-16524c98-729a-41ce-a5d0-1d5414cd4374 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559996'] for floatingip, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:10.352321 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.l3_db [None req-16524c98-729a-41ce-a5d0-1d5414cd4374 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Floating IP f158b1ae-b0b4-47b2-922e-70051a07ff03 associated. External IP: 172.27.1.63, port: cb236886-b853-44fa-97ea-59ad79657ddf. Jun 06 17:47:10.815618 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16524c98-729a-41ce-a5d0-1d5414cd4374 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Router d3af6832-253e-4024-9bde-b8d8a441ecb2 has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:47:10.994070 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16524c98-729a-41ce-a5d0-1d5414cd4374 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:47:10.999156 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-16524c98-729a-41ce-a5d0-1d5414cd4374 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for floatingip, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:11.007045 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfae8fd5-867b-4f79-abbc-f172a3d1aa1b None None] Sync routers for ids ['d3af6832-253e-4024-9bde-b8d8a441ecb2'] in dv-cinder-791281-4-iscsi {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:47:11.016607 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfae8fd5-867b-4f79-abbc-f172a3d1aa1b None None] Routers {'d3af6832-253e-4024-9bde-b8d8a441ecb2'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:47:11.017252 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-dfae8fd5-867b-4f79-abbc-f172a3d1aa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:46:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['d3af6832-253e-4024-9bde-b8d8a441ecb2'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:11.056330 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-16524c98-729a-41ce-a5d0-1d5414cd4374 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "PUT /v2.0/floatingips/f158b1ae-b0b4-47b2-922e-70051a07ff03 HTTP/1.1" status: 200 len: 991 time: 1.6188130 Jun 06 17:47:11.057147 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ba36a5-e477-4564-b55d-ab826ccf61d4', 'tag': 'cb236886-b853-44fa-97ea-59ad79657ddf'}] {{(pid=98885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:47:11.060626 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a6c2106189684e6c8c135db98febb64b7965986d5ce9c0aaacdf0f98e167a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc46d8e-2112-4669-9852-02375aacb9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ba36a5-e477-4564-b55d-ab826ccf61d4", "tag": "cb236886-b853-44fa-97ea-59ad79657ddf"}]}' {{(pid=98885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:47:11.110937 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9783bb34-80b3-4cf0-8778-77853f48f946 x-openstack-request-id: req-9783bb34-80b3-4cf0-8778-77853f48f946 {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:47:11.111276 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ba36a5-e477-4564-b55d-ab826ccf61d4", "tag": "cb236886-b853-44fa-97ea-59ad79657ddf", "status": "completed", "code": 200}]} {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:47:11.111567 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9783bb34-80b3-4cf0-8778-77853f48f946 {{(pid=98885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:47:11.112007 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ba36a5-e477-4564-b55d-ab826ccf61d4', 'tag': 'cb236886-b853-44fa-97ea-59ad79657ddf', 'status': 'completed', 'code': 200} Jun 06 17:47:11.208774 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc46d8e-2112-4669-9852-02375aacb9a7 req-161c1f46-09d0-4d9a-8a5e-40dc1c632f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:11.210308 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2bc46d8e-2112-4669-9852-02375aacb9a7 req-161c1f46-09d0-4d9a-8a5e-40dc1c632f68 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3e8d3dc1c114c759be5fcb73c702a58&device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 1099 time: 0.0754032 Jun 06 17:47:11.215751 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-dfae8fd5-867b-4f79-abbc-f172a3d1aa1b None None] Set router d3af6832-253e-4024-9bde-b8d8a441ecb2 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:47:11.359369 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc46d8e-2112-4669-9852-02375aacb9a7 req-ddea04bc-0f1a-4cf5-a46e-40b217b40e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:11.360815 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2bc46d8e-2112-4669-9852-02375aacb9a7 req-ddea04bc-0f1a-4cf5-a46e-40b217b40e53 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7400c8c4-2b2d-42c7-ac06-b41e30d48de8 HTTP/1.1" status: 200 len: 912 time: 0.1440799 Jun 06 17:47:11.470375 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2bc46d8e-2112-4669-9852-02375aacb9a7 req-95ebae7d-68d6-4302-a5ab-0743f6ddaaff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb236886-b853-44fa-97ea-59ad79657ddf HTTP/1.1" status: 200 len: 999 time: 0.1030397 Jun 06 17:47:11.533575 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc46d8e-2112-4669-9852-02375aacb9a7 req-af62e3d6-5018-4680-abcd-416c5a96e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:11.534912 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2bc46d8e-2112-4669-9852-02375aacb9a7 req-af62e3d6-5018-4680-abcd-416c5a96e8dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54fc5062-fa0a-442d-9f9a-32e968d1b9fa HTTP/1.1" status: 200 len: 850 time: 0.0581539 Jun 06 17:47:11.576524 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-dfae8fd5-867b-4f79-abbc-f172a3d1aa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'name': 'tempest-AttachVolumeTestJSON-1648109101-router', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:07Z', 'updated_at': '2021-06-06T17:43:15Z', 'revision_number': 4, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'gw_port': {'id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:08Z', 'updated_at': '2021-06-06T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': 'f158b1ae-b0b4-47b2-922e-70051a07ff03', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'port_id': 'cb236886-b853-44fa-97ea-59ad79657ddf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'mac_address': 'fa:16:3e:b5:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ba36a5-e477-4564-b55d-ab826ccf61d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:46:53Z', 'updated_at': '2021-06-06T17:47:10Z', 'revision_number': 1, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc600b9-33e1-446a-b42a-372327c905f9', 'name': '', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'mac_address': 'fa:16:3e:cc:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:24Z', 'revision_number': 5, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'subnets': [{'id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:11.580234 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfae8fd5-867b-4f79-abbc-f172a3d1aa1b None None] Checking router: d3af6832-253e-4024-9bde-b8d8a441ecb2 for host: dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:47:11.588568 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfae8fd5-867b-4f79-abbc-f172a3d1aa1b None None] Routers {'d3af6832-253e-4024-9bde-b8d8a441ecb2'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:47:11.589208 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-dfae8fd5-867b-4f79-abbc-f172a3d1aa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:46:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['d3af6832-253e-4024-9bde-b8d8a441ecb2'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:11.612673 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc46d8e-2112-4669-9852-02375aacb9a7 req-1bb135bb-deb2-475e-b242-0837aaee5bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:11.614279 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2bc46d8e-2112-4669-9852-02375aacb9a7 req-1bb135bb-deb2-475e-b242-0837aaee5bca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7400c8c4-2b2d-42c7-ac06-b41e30d48de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729315 Jun 06 17:47:11.747420 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2bc46d8e-2112-4669-9852-02375aacb9a7 req-5e44e569-8fbb-4f92-8b09-83fe1605fe58 service neutron] 10.222.0.35 "GET /v2.0/networks/7400c8c4-2b2d-42c7-ac06-b41e30d48de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255703 Jun 06 17:47:11.766891 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-dfae8fd5-867b-4f79-abbc-f172a3d1aa1b None None] Set router d3af6832-253e-4024-9bde-b8d8a441ecb2 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:47:11.889189 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-2bc46d8e-2112-4669-9852-02375aacb9a7 req-01fe5627-c5fc-4b29-a0c1-571d0d183878 service neutron] 10.222.0.35 "GET /v2.0/networks/7400c8c4-2b2d-42c7-ac06-b41e30d48de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283326 Jun 06 17:47:12.133217 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-dfae8fd5-867b-4f79-abbc-f172a3d1aa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'name': 'tempest-AttachVolumeTestJSON-1648109101-router', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:07Z', 'updated_at': '2021-06-06T17:43:15Z', 'revision_number': 4, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'gw_port': {'id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:08Z', 'updated_at': '2021-06-06T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': 'f158b1ae-b0b4-47b2-922e-70051a07ff03', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'port_id': 'cb236886-b853-44fa-97ea-59ad79657ddf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'mac_address': 'fa:16:3e:b5:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ba36a5-e477-4564-b55d-ab826ccf61d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:46:53Z', 'updated_at': '2021-06-06T17:47:10Z', 'revision_number': 1, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc600b9-33e1-446a-b42a-372327c905f9', 'name': '', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'mac_address': 'fa:16:3e:cc:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:24Z', 'revision_number': 5, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'subnets': [{'id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:12.137142 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfae8fd5-867b-4f79-abbc-f172a3d1aa1b None None] The sync data for ids ['d3af6832-253e-4024-9bde-b8d8a441ecb2'] in dv-cinder-791281-4-iscsi is: [{'id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'name': 'tempest-AttachVolumeTestJSON-1648109101-router', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:07Z', 'updated_at': '2021-06-06T17:43:15Z', 'revision_number': 4, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'gw_port': {'id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:08Z', 'updated_at': '2021-06-06T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': 'f158b1ae-b0b4-47b2-922e-70051a07ff03', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'port_id': 'cb236886-b853-44fa-97ea-59ad79657ddf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'mac_address': 'fa:16:3e:b5:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ba36a5-e477-4564-b55d-ab826ccf61d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:46:53Z', 'updated_at': '2021-06-06T17:47:10Z', 'revision_number': 1, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc600b9-33e1-446a-b42a-372327c905f9', 'name': '', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'mac_address': 'fa:16:3e:cc:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:24Z', 'revision_number': 5, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'subnets': [{'id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:47:12.321094 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c16371-d4ec-4839-b7f0-4b43790f38f4 None None] New status for floating IP f158b1ae-b0b4-47b2-922e-70051a07ff03: ACTIVE {{(pid=98886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:47:13.001630 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:47:20.319363 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-1f890a6e-182f-4c2b-9b4f-2f08818a4d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:22.837950 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:23.054048 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-82d92c19-f39d-43b3-b866-6478a1659d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:23.911951 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:24.672697 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42790) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:25.093042 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-da10042b-5842-4d48-8601-dbd635618e27 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Deleting port a15af1fd-efac-48d8-b285-6ca8008c0624 {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:47:25.093389 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-da10042b-5842-4d48-8601-dbd635618e27 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:25.213076 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-da10042b-5842-4d48-8601-dbd635618e27 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:25.213392 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-da10042b-5842-4d48-8601-dbd635618e27 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:25.439777 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-da10042b-5842-4d48-8601-dbd635618e27 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Calling delete_port for a15af1fd-efac-48d8-b285-6ca8008c0624 owned by network:floatingip {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:47:25.627787 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-da10042b-5842-4d48-8601-dbd635618e27 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:25.631276 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:25.674742 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10042b-5842-4d48-8601-dbd635618e27 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Pushing event deleted for resources: {'Port': ['ID=a15af1fd-efac-48d8-b285-6ca8008c0624,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:25.677953 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-da10042b-5842-4d48-8601-dbd635618e27 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:25.774202 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-da10042b-5842-4d48-8601-dbd635618e27 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for floatingip, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:25.774538 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.db.l3_db [None req-da10042b-5842-4d48-8601-dbd635618e27 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Floating IP 83a0a370-f8ae-4261-87d8-9b8560900453 disassociated (deleted). External IP: 172.27.1.93, port: 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca. Jun 06 17:47:25.809423 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:26.116423 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da10042b-5842-4d48-8601-dbd635618e27 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Router 48fcbc96-0864-4119-ab0b-9352544b2555 has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:47:26.289486 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da10042b-5842-4d48-8601-dbd635618e27 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:47:26.293697 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-da10042b-5842-4d48-8601-dbd635618e27 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for floatingip, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:26.298633 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51db907-3dc3-4c7e-9bb3-44bf45ab67b1 None None] Sync routers for ids ['48fcbc96-0864-4119-ab0b-9352544b2555'] in dv-cinder-791281-4-iscsi {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:47:26.308543 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51db907-3dc3-4c7e-9bb3-44bf45ab67b1 None None] Routers {'48fcbc96-0864-4119-ab0b-9352544b2555'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:47:26.309263 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-b51db907-3dc3-4c7e-9bb3-44bf45ab67b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:47:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['48fcbc96-0864-4119-ab0b-9352544b2555'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:26.347718 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-da10042b-5842-4d48-8601-dbd635618e27 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "DELETE /v2.0/floatingips/83a0a370-f8ae-4261-87d8-9b8560900453 HTTP/1.1" status: 204 len: 168 time: 1.6739101 Jun 06 17:47:26.348555 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653b2674-b8a9-4ce7-843b-eae7a00c38f6', 'tag': '1111c6f0-1638-47ea-8b7e-ae6a2d3880ca'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:47:26.351022 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8be87f-f73a-425e-9429-9a92366310e2" -d '{"events": [{"name": "network-changed", "server_uuid": "653b2674-b8a9-4ce7-843b-eae7a00c38f6", "tag": "1111c6f0-1638-47ea-8b7e-ae6a2d3880ca"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:47:26.488448 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-b51db907-3dc3-4c7e-9bb3-44bf45ab67b1 None None] Set router 48fcbc96-0864-4119-ab0b-9352544b2555 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:47:26.794427 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-b51db907-3dc3-4c7e-9bb3-44bf45ab67b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'name': 'tempest-TestShelveInstance-1334539616-router', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:33Z', 'updated_at': '2021-06-06T17:41:42Z', 'revision_number': 4, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'gw_port': {'id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:35Z', 'updated_at': '2021-06-06T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'f0cd1ee0-4f9a-4846-b65c-04f60525593a', 'name': '', 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'mac_address': 'fa:16:3e:9d:c9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8f365197-c9e1-40b7-9371-340e81ee9699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:40Z', 'updated_at': '2021-06-06T17:41:51Z', 'revision_number': 5, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'subnets': [{'id': '8f365197-c9e1-40b7-9371-340e81ee9699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:26.799644 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51db907-3dc3-4c7e-9bb3-44bf45ab67b1 None None] Checking router: 48fcbc96-0864-4119-ab0b-9352544b2555 for host: dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:47:26.810012 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51db907-3dc3-4c7e-9bb3-44bf45ab67b1 None None] Routers {'48fcbc96-0864-4119-ab0b-9352544b2555'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:47:26.810682 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-b51db907-3dc3-4c7e-9bb3-44bf45ab67b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:47:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['48fcbc96-0864-4119-ab0b-9352544b2555'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:26.834404 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac422ba4-05c8-484e-a5b6-73fda1d92811 x-openstack-request-id: req-ac422ba4-05c8-484e-a5b6-73fda1d92811 {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:47:26.834886 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653b2674-b8a9-4ce7-843b-eae7a00c38f6", "tag": "1111c6f0-1638-47ea-8b7e-ae6a2d3880ca", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:47:26.837855 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac422ba4-05c8-484e-a5b6-73fda1d92811 {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:47:26.837855 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653b2674-b8a9-4ce7-843b-eae7a00c38f6', 'tag': '1111c6f0-1638-47ea-8b7e-ae6a2d3880ca', 'status': 'completed', 'code': 200} Jun 06 17:47:26.990291 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-b51db907-3dc3-4c7e-9bb3-44bf45ab67b1 None None] Set router 48fcbc96-0864-4119-ab0b-9352544b2555 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:47:26.993111 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113c62b-925b-4351-95a7-ba825d5f52fd req-40013295-af9a-4302-b17e-f4d4d379be6c tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:26.994555 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c113c62b-925b-4351-95a7-ba825d5f52fd req-40013295-af9a-4302-b17e-f4d4d379be6c tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.0787973 Jun 06 17:47:27.039328 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c113c62b-925b-4351-95a7-ba825d5f52fd req-744d69cb-fdc9-42c0-9ee5-32dd146d78d5 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385220 Jun 06 17:47:27.290693 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-b51db907-3dc3-4c7e-9bb3-44bf45ab67b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'name': 'tempest-TestShelveInstance-1334539616-router', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:33Z', 'updated_at': '2021-06-06T17:41:42Z', 'revision_number': 4, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'gw_port': {'id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:35Z', 'updated_at': '2021-06-06T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'f0cd1ee0-4f9a-4846-b65c-04f60525593a', 'name': '', 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'mac_address': 'fa:16:3e:9d:c9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8f365197-c9e1-40b7-9371-340e81ee9699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:40Z', 'updated_at': '2021-06-06T17:41:51Z', 'revision_number': 5, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'subnets': [{'id': '8f365197-c9e1-40b7-9371-340e81ee9699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:27.294490 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51db907-3dc3-4c7e-9bb3-44bf45ab67b1 None None] The sync data for ids ['48fcbc96-0864-4119-ab0b-9352544b2555'] in dv-cinder-791281-4-iscsi is: [{'id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'name': 'tempest-TestShelveInstance-1334539616-router', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:33Z', 'updated_at': '2021-06-06T17:41:42Z', 'revision_number': 4, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'gw_port': {'id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:35Z', 'updated_at': '2021-06-06T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'f0cd1ee0-4f9a-4846-b65c-04f60525593a', 'name': '', 'network_id': '51fe70ed-aaea-433c-a701-bc44de4bd326', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'mac_address': 'fa:16:3e:9d:c9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '8f365197-c9e1-40b7-9371-340e81ee9699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:40Z', 'updated_at': '2021-06-06T17:41:51Z', 'revision_number': 5, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'subnets': [{'id': '8f365197-c9e1-40b7-9371-340e81ee9699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:47:27.493314 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6ab9ed-51fb-4017-8e0c-51b4a83c11a5 None None] New status for floating IP 83a0a370-f8ae-4261-87d8-9b8560900453: DOWN {{(pid=98886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:47:27.742427 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:27.806518 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8be87f-f73a-425e-9429-9a92366310e2 req-08424352-0dd7-40e9-91b8-1cc797f93b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:27.808048 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ec8be87f-f73a-425e-9429-9a92366310e2 req-08424352-0dd7-40e9-91b8-1cc797f93b63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0cc578850c5749f2837a434c6662dd0f&device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 1099 time: 0.0744269 Jun 06 17:47:27.941560 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8be87f-f73a-425e-9429-9a92366310e2 req-e478cdd2-7720-4f07-b866-33dabd56c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:27.942982 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ec8be87f-f73a-425e-9429-9a92366310e2 req-e478cdd2-7720-4f07-b866-33dabd56c132 service neutron] 10.222.0.35 "GET /v2.0/networks?id=51fe70ed-aaea-433c-a701-bc44de4bd326 HTTP/1.1" status: 200 len: 910 time: 0.1274626 Jun 06 17:47:28.010932 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ec8be87f-f73a-425e-9429-9a92366310e2 req-1b7b5159-2bf2-4d48-b904-e4c49f249875 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca HTTP/1.1" status: 200 len: 217 time: 0.0605080 Jun 06 17:47:28.076208 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8be87f-f73a-425e-9429-9a92366310e2 req-76221c17-3afc-4f99-ae7c-957c75bbe07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:28.077744 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ec8be87f-f73a-425e-9429-9a92366310e2 req-76221c17-3afc-4f99-ae7c-957c75bbe07b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f365197-c9e1-40b7-9371-340e81ee9699 HTTP/1.1" status: 200 len: 848 time: 0.0607221 Jun 06 17:47:28.167532 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8be87f-f73a-425e-9429-9a92366310e2 req-4c79bdea-f56f-4418-9c9f-32ef683fbae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:28.169165 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ec8be87f-f73a-425e-9429-9a92366310e2 req-4c79bdea-f56f-4418-9c9f-32ef683fbae0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51fe70ed-aaea-433c-a701-bc44de4bd326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832105 Jun 06 17:47:28.229126 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a41bbe-8106-42c4-938c-5de534c84460 req-11fda3a7-06cd-4243-9fea-61fa47a3c34a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:28.230995 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b5a41bbe-8106-42c4-938c-5de534c84460 req-11fda3a7-06cd-4243-9fea-61fa47a3c34a tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.0850778 Jun 06 17:47:28.280550 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b5a41bbe-8106-42c4-938c-5de534c84460 req-deb487bd-809c-4d13-b498-949445e81d3e tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436702 Jun 06 17:47:28.394165 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ec8be87f-f73a-425e-9429-9a92366310e2 req-cdfa805d-f421-4b81-89a7-34acea93085d service neutron] 10.222.0.35 "GET /v2.0/networks/51fe70ed-aaea-433c-a701-bc44de4bd326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183969 Jun 06 17:47:28.529031 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ec8be87f-f73a-425e-9429-9a92366310e2 req-54acba3b-d243-4bff-8cf1-671a2d746b0c service neutron] 10.222.0.35 "GET /v2.0/networks/51fe70ed-aaea-433c-a701-bc44de4bd326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260827 Jun 06 17:47:29.369182 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c58ef-c702-4d9b-9da4-59b5415b0fc2 req-67d420b0-7d37-47fb-8b67-e9d8bfa3af77 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:29.370763 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-637c58ef-c702-4d9b-9da4-59b5415b0fc2 req-67d420b0-7d37-47fb-8b67-e9d8bfa3af77 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.35 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.0863237 Jun 06 17:47:29.469524 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ad8a1-b2de-47e9-a393-1a9cb917b107 req-adb1fb85-e175-4c21-adca-a9d650dabc99 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:29.470965 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ea7ad8a1-b2de-47e9-a393-1a9cb917b107 req-adb1fb85-e175-4c21-adca-a9d650dabc99 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 946 time: 0.0793514 Jun 06 17:47:29.521087 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-ea7ad8a1-b2de-47e9-a393-1a9cb917b107 req-d589196c-dfb5-49a2-b751-331b2126404f tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/security-groups?id=09a76b4a-2967-45f0-970e-aef58e4fdb16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443480 Jun 06 17:47:29.523060 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-637c58ef-c702-4d9b-9da4-59b5415b0fc2 req-43080865-c2c7-43ee-a7f3-7de8f423f612 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Deleting port 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:47:29.523456 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-637c58ef-c702-4d9b-9da4-59b5415b0fc2 req-43080865-c2c7-43ee-a7f3-7de8f423f612 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:29.664134 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-637c58ef-c702-4d9b-9da4-59b5415b0fc2 req-43080865-c2c7-43ee-a7f3-7de8f423f612 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] For port 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca,segment=NetworkSegment(cb0261f0-ca86-4095-b02a-a27a7ed33197),segment_id=cb0261f0-ca86-4095-b02a-a27a7ed33197)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:29.664485 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-637c58ef-c702-4d9b-9da4-59b5415b0fc2 req-43080865-c2c7-43ee-a7f3-7de8f423f612 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:29.786567 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-637c58ef-c702-4d9b-9da4-59b5415b0fc2 req-43080865-c2c7-43ee-a7f3-7de8f423f612 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Calling delete_port for 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca owned by compute:nova {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:47:29.987990 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-637c58ef-c702-4d9b-9da4-59b5415b0fc2 req-43080865-c2c7-43ee-a7f3-7de8f423f612 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:29.994036 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-9233748f-a134-4a18-95a0-a272e9c82058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:30.040023 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43080865-c2c7-43ee-a7f3-7de8f423f612 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Pushing event deleted for resources: {'Port': ['ID=1111c6f0-1638-47ea-8b7e-ae6a2d3880ca,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:30.053824 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-43080865-c2c7-43ee-a7f3-7de8f423f612 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:30.117519 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-637c58ef-c702-4d9b-9da4-59b5415b0fc2 req-43080865-c2c7-43ee-a7f3-7de8f423f612 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] No DVR routers for this DVR port 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca on host hv-cinder-79128 {{(pid=98884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:47:30.119916 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-637c58ef-c702-4d9b-9da4-59b5415b0fc2 req-43080865-c2c7-43ee-a7f3-7de8f423f612 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:30.122343 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-637c58ef-c702-4d9b-9da4-59b5415b0fc2 req-43080865-c2c7-43ee-a7f3-7de8f423f612 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.35 "DELETE /v2.0/ports/1111c6f0-1638-47ea-8b7e-ae6a2d3880ca HTTP/1.1" status: 204 len: 173 time: 0.7458563 Jun 06 17:47:30.122833 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653b2674-b8a9-4ce7-843b-eae7a00c38f6', 'name': 'network-vif-deleted', 'tag': '1111c6f0-1638-47ea-8b7e-ae6a2d3880ca'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:47:30.125116 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6151812-c8f8-4779-a181-1525f7042517" -d '{"events": [{"server_uuid": "653b2674-b8a9-4ce7-843b-eae7a00c38f6", "name": "network-vif-deleted", "tag": "1111c6f0-1638-47ea-8b7e-ae6a2d3880ca"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:47:30.167046 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d95f381-25fc-4870-9f38-a9e6024fa062 x-openstack-request-id: req-1d95f381-25fc-4870-9f38-a9e6024fa062 {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:47:30.167595 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653b2674-b8a9-4ce7-843b-eae7a00c38f6", "name": "network-vif-deleted", "tag": "1111c6f0-1638-47ea-8b7e-ae6a2d3880ca", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:47:30.167934 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d95f381-25fc-4870-9f38-a9e6024fa062 {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:47:30.168375 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653b2674-b8a9-4ce7-843b-eae7a00c38f6', 'name': 'network-vif-deleted', 'tag': '1111c6f0-1638-47ea-8b7e-ae6a2d3880ca', 'status': 'completed', 'code': 200} Jun 06 17:47:30.697332 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-89ea57d1-c316-4ad8-a850-17b1e7703ea9 req-bd86b403-7d75-4826-923b-05a3ddca0546 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 210 time: 0.0484757 Jun 06 17:47:31.862765 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-c1959b17-012e-48f8-9271-f5f2010fa72a req-d2bccb88-4247-4a3c-a54f-d95be812417d tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 210 time: 0.0421994 Jun 06 17:47:33.034659 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ba863668-88e4-4e96-be94-1fd0ab508c3e req-9839e45f-c524-40e9-97de-d1b5479626e4 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 210 time: 0.0418642 Jun 06 17:47:33.978929 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:47:34.013471 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] No Port match for: 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:47:34.013819 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 1111c6f0-1638-47ea-8b7e-ae6a2d3880ca not bound to the agent host hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:47:34.195069 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-fd82983d-a67b-43c5-aa1f-9a16635b0e8a req-dbff673b-a873-4a53-8f1f-2dee6b8443bc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "GET /v2.0/ports?device_id=653b2674-b8a9-4ce7-843b-eae7a00c38f6 HTTP/1.1" status: 200 len: 210 time: 0.0441062 Jun 06 17:47:35.289694 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42868) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:35.356556 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8d708a37-8d48-4eba-bb73-55335be6e9a9 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:35.386344 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8d708a37-8d48-4eba-bb73-55335be6e9a9 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:35.518910 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8d708a37-8d48-4eba-bb73-55335be6e9a9 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:35.521325 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-8d708a37-8d48-4eba-bb73-55335be6e9a9 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:35.522426 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-8d708a37-8d48-4eba-bb73-55335be6e9a9 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] 10.222.0.18 "DELETE /v2.0/security-groups/09a76b4a-2967-45f0-970e-aef58e4fdb16 HTTP/1.1" status: 204 len: 168 time: 0.2317572 Jun 06 17:47:35.523157 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-6a5ff4be-1041-4346-bc47-bb1b23b52736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:35.535210 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d708a37-8d48-4eba-bb73-55335be6e9a9 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a76b4a-2967-45f0-970e-aef58e4fdb16,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:35.537526 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-8d708a37-8d48-4eba-bb73-55335be6e9a9 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:35.635189 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42872) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:36.359328 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f7c7-1566-4f19-ab57-e9b6cff66865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-811483'] for router_interface, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:36.774443 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-e6b1f7c7-1566-4f19-ab57-e9b6cff66865 admin admin] Deleting port f0cd1ee0-4f9a-4846-b65c-04f60525593a {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:47:36.775062 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f7c7-1566-4f19-ab57-e9b6cff66865 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:36.907596 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-e6b1f7c7-1566-4f19-ab57-e9b6cff66865 admin admin] For port f0cd1ee0-4f9a-4846-b65c-04f60525593a, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=f0cd1ee0-4f9a-4846-b65c-04f60525593a,segment=NetworkSegment(cb0261f0-ca86-4095-b02a-a27a7ed33197),segment_id=cb0261f0-ca86-4095-b02a-a27a7ed33197)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:36.907943 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f7c7-1566-4f19-ab57-e9b6cff66865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:37.042480 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-e6b1f7c7-1566-4f19-ab57-e9b6cff66865 admin admin] Calling delete_port for f0cd1ee0-4f9a-4846-b65c-04f60525593a owned by network:router_interface {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:47:37.255001 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f7c7-1566-4f19-ab57-e9b6cff66865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:37.259866 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-5ce4d0c3-8a1d-4687-a2d5-8696c9199ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:37.303141 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1f7c7-1566-4f19-ab57-e9b6cff66865 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0cd1ee0-4f9a-4846-b65c-04f60525593a,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:37.331488 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-e6b1f7c7-1566-4f19-ab57-e9b6cff66865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:37.663835 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f7c7-1566-4f19-ab57-e9b6cff66865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-811669'] for router_interface, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:38.028557 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b1f7c7-1566-4f19-ab57-e9b6cff66865 admin admin] Router 48fcbc96-0864-4119-ab0b-9352544b2555 has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:47:38.202440 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b1f7c7-1566-4f19-ab57-e9b6cff66865 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:47:38.207137 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-e6b1f7c7-1566-4f19-ab57-e9b6cff66865 admin admin] 10.222.0.18 "PUT /v2.0/routers/48fcbc96-0864-4119-ab0b-9352544b2555/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5709865 Jun 06 17:47:38.209610 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42892) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:38.212191 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4056c90-07d8-42f7-963a-8d7547ad4f5e None None] Sync routers for ids ['48fcbc96-0864-4119-ab0b-9352544b2555'] in dv-cinder-791281-4-iscsi {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:47:38.226032 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4056c90-07d8-42f7-963a-8d7547ad4f5e None None] Routers {'48fcbc96-0864-4119-ab0b-9352544b2555'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:47:38.226637 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-a4056c90-07d8-42f7-963a-8d7547ad4f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:47:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['48fcbc96-0864-4119-ab0b-9352544b2555'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:38.380456 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-4ada1937-0d9e-4ac0-bab6-d4b31f6f2006 admin admin] Notify callbacks [] for router, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:38.423789 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-a4056c90-07d8-42f7-963a-8d7547ad4f5e None None] Set router 48fcbc96-0864-4119-ab0b-9352544b2555 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:47:38.556703 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-4ada1937-0d9e-4ac0-bab6-d4b31f6f2006 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:38.684044 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-4ada1937-0d9e-4ac0-bab6-d4b31f6f2006 admin admin] Deleting port fe7db770-7ee0-43e7-88f7-3619f34f2b7c {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:47:38.684829 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-4ada1937-0d9e-4ac0-bab6-d4b31f6f2006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:38.707890 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-a4056c90-07d8-42f7-963a-8d7547ad4f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'name': 'tempest-TestShelveInstance-1334539616-router', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:33Z', 'updated_at': '2021-06-06T17:47:37Z', 'revision_number': 5, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'gw_port': {'id': 'fe7db770-7ee0-43e7-88f7-3619f34f2b7c', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:35Z', 'updated_at': '2021-06-06T17:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:38.711590 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4056c90-07d8-42f7-963a-8d7547ad4f5e None None] Checking router: 48fcbc96-0864-4119-ab0b-9352544b2555 for host: dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:47:38.720373 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4056c90-07d8-42f7-963a-8d7547ad4f5e None None] Routers {'48fcbc96-0864-4119-ab0b-9352544b2555'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:47:38.721021 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-a4056c90-07d8-42f7-963a-8d7547ad4f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:47:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['48fcbc96-0864-4119-ab0b-9352544b2555'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:38.809119 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-4ada1937-0d9e-4ac0-bab6-d4b31f6f2006 admin admin] For port fe7db770-7ee0-43e7-88f7-3619f34f2b7c, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=fe7db770-7ee0-43e7-88f7-3619f34f2b7c,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:38.809451 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-4ada1937-0d9e-4ac0-bab6-d4b31f6f2006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:38.869581 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-a4056c90-07d8-42f7-963a-8d7547ad4f5e None None] Set router 48fcbc96-0864-4119-ab0b-9352544b2555 gateway port host: None {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:47:38.929072 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-4ada1937-0d9e-4ac0-bab6-d4b31f6f2006 admin admin] Calling delete_port for fe7db770-7ee0-43e7-88f7-3619f34f2b7c owned by network:router_gateway {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:47:38.973912 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-a4056c90-07d8-42f7-963a-8d7547ad4f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'name': 'tempest-TestShelveInstance-1334539616-router', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:33Z', 'updated_at': '2021-06-06T17:47:38Z', 'revision_number': 6, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'gw_port_host': None}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:38.977840 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4056c90-07d8-42f7-963a-8d7547ad4f5e None None] The sync data for ids ['48fcbc96-0864-4119-ab0b-9352544b2555'] in dv-cinder-791281-4-iscsi is: [{'id': '48fcbc96-0864-4119-ab0b-9352544b2555', 'name': 'tempest-TestShelveInstance-1334539616-router', 'tenant_id': '0cc578850c5749f2837a434c6662dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:33Z', 'updated_at': '2021-06-06T17:47:38Z', 'revision_number': 6, 'project_id': '0cc578850c5749f2837a434c6662dd0f', 'gw_port_host': None}] {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:47:39.239498 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-4ada1937-0d9e-4ac0-bab6-d4b31f6f2006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:39.243254 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-80b4d394-c926-4239-b1af-407e0d918e17 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:39.285507 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada1937-0d9e-4ac0-bab6-d4b31f6f2006 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7db770-7ee0-43e7-88f7-3619f34f2b7c,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:39.288478 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-4ada1937-0d9e-4ac0-bab6-d4b31f6f2006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:39.380474 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-4ada1937-0d9e-4ac0-bab6-d4b31f6f2006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559947'] for router_gateway, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:39.576447 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-4ada1937-0d9e-4ac0-bab6-d4b31f6f2006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-815996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127003'] for router, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:39.578562 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-4ada1937-0d9e-4ac0-bab6-d4b31f6f2006 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:39.702319 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-4ada1937-0d9e-4ac0-bab6-d4b31f6f2006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-816096'] for router, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:39.703015 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ada1937-0d9e-4ac0-bab6-d4b31f6f2006 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48fcbc96-0864-4119-ab0b-9352544b2555 {{(pid=98884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 17:47:39.707543 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-4ada1937-0d9e-4ac0-bab6-d4b31f6f2006 admin admin] Notify callbacks [] for router, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:39.709109 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-4ada1937-0d9e-4ac0-bab6-d4b31f6f2006 admin admin] 10.222.0.18 "DELETE /v2.0/routers/48fcbc96-0864-4119-ab0b-9352544b2555 HTTP/1.1" status: 204 len: 168 time: 1.4981625 Jun 06 17:47:39.711580 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 42896) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:39.774008 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_v2 [None req-74309f58-eef0-4a30-9ef6-5faa4ea9e48e admin admin] Deleting subnet 8f365197-c9e1-40b7-9371-340e81ee9699 {{(pid=98885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:47:39.776862 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-74309f58-eef0-4a30-9ef6-5faa4ea9e48e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:39.831532 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-74309f58-eef0-4a30-9ef6-5faa4ea9e48e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15202863'] for subnet, precommit_delete_associations {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:39.911970 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-74309f58-eef0-4a30-9ef6-5faa4ea9e48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1661668'] for subnet, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:40.068350 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-74309f58-eef0-4a30-9ef6-5faa4ea9e48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1661677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14987999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16410905'] for subnet, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:40.072412 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:40.107157 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74309f58-eef0-4a30-9ef6-5faa4ea9e48e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f365197-c9e1-40b7-9371-340e81ee9699,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:40.110100 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-74309f58-eef0-4a30-9ef6-5faa4ea9e48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:40.111038 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-74309f58-eef0-4a30-9ef6-5faa4ea9e48e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:40.113220 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-74309f58-eef0-4a30-9ef6-5faa4ea9e48e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8f365197-c9e1-40b7-9371-340e81ee9699 HTTP/1.1" status: 204 len: 168 time: 0.4002457 Jun 06 17:47:40.115215 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 42900) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:40.118442 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0e6090-2afc-4533-adfa-bd27b14e0d4e None None] Network 51fe70ed-aaea-433c-a701-bc44de4bd326 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:47:40.218768 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a23c-8d0f-4dbc-a323-470d7d958c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698918'] for network, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:40.290586 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6a23c-8d0f-4dbc-a323-470d7d958c13 admin admin] Deleting port 91f8618c-5b5e-49cc-b940-c6296e86e8aa {{(pid=98885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:47:40.290847 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a23c-8d0f-4dbc-a323-470d7d958c13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:40.379784 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31f1bfd-1a18-4b50-b3a0-b570198eee26 None None] DHCP port deletion for 51fe70ed-aaea-433c-a701-bc44de4bd326 request from dv-cinder-791281-4-iscsi {{(pid=98886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 17:47:40.391491 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [None req-f9c6a23c-8d0f-4dbc-a323-470d7d958c13 admin admin] For port 91f8618c-5b5e-49cc-b940-c6296e86e8aa, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=91f8618c-5b5e-49cc-b940-c6296e86e8aa,segment=NetworkSegment(cb0261f0-ca86-4095-b02a-a27a7ed33197),segment_id=cb0261f0-ca86-4095-b02a-a27a7ed33197)] {{(pid=98885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:40.391844 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a23c-8d0f-4dbc-a323-470d7d958c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:40.444530 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-b31f1bfd-1a18-4b50-b3a0-b570198eee26 None None] Deleting port 91f8618c-5b5e-49cc-b940-c6296e86e8aa {{(pid=98886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:47:40.444946 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-b31f1bfd-1a18-4b50-b3a0-b570198eee26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:40.518080 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6a23c-8d0f-4dbc-a323-470d7d958c13 admin admin] Calling delete_port for 91f8618c-5b5e-49cc-b940-c6296e86e8aa owned by network:dhcp {{(pid=98885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:47:40.528917 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device f0cd1ee0-4f9a-4846-b65c-04f60525593a no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:47:40.574894 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No Port match for: f0cd1ee0-4f9a-4846-b65c-04f60525593a {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:47:40.575938 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device f0cd1ee0-4f9a-4846-b65c-04f60525593a not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:47:40.576459 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 91f8618c-5b5e-49cc-b940-c6296e86e8aa no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:47:40.610097 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-b31f1bfd-1a18-4b50-b3a0-b570198eee26 None None] For port 91f8618c-5b5e-49cc-b940-c6296e86e8aa, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=91f8618c-5b5e-49cc-b940-c6296e86e8aa,segment=NetworkSegment(cb0261f0-ca86-4095-b02a-a27a7ed33197),segment_id=cb0261f0-ca86-4095-b02a-a27a7ed33197)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:40.610430 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-b31f1bfd-1a18-4b50-b3a0-b570198eee26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:40.673615 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a23c-8d0f-4dbc-a323-470d7d958c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:40.677417 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-09aea3e3-af0a-41b5-9209-6cd0d99879fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:40.749535 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-b31f1bfd-1a18-4b50-b3a0-b570198eee26 None None] Calling delete_port for 91f8618c-5b5e-49cc-b940-c6296e86e8aa owned by network:dhcp {{(pid=98886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:47:40.766833 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No active binding found for port 91f8618c-5b5e-49cc-b940-c6296e86e8aa {{(pid=98886) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 06 17:47:40.767246 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 91f8618c-5b5e-49cc-b940-c6296e86e8aa not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:47:40.767686 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device fe7db770-7ee0-43e7-88f7-3619f34f2b7c no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:47:40.811201 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No Port match for: fe7db770-7ee0-43e7-88f7-3619f34f2b7c {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:47:40.811553 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device fe7db770-7ee0-43e7-88f7-3619f34f2b7c not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:47:40.835216 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6a23c-8d0f-4dbc-a323-470d7d958c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=91f8618c-5b5e-49cc-b940-c6296e86e8aa,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:40.838448 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-f9c6a23c-8d0f-4dbc-a323-470d7d958c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:40.839158 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-b31f1bfd-1a18-4b50-b3a0-b570198eee26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145'] for port, after_delete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:40.839323 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c6a23c-8d0f-4dbc-a323-470d7d958c13 admin admin] No DVR routers for this DVR port 91f8618c-5b5e-49cc-b940-c6296e86e8aa on host dv-cinder-791281-4-iscsi {{(pid=98885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:47:40.846417 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:40.888377 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f1bfd-1a18-4b50-b3a0-b570198eee26 None None] Pushing event deleted for resources: {'Port': ['ID=91f8618c-5b5e-49cc-b940-c6296e86e8aa,revision_number=None']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:40.890257 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31f1bfd-1a18-4b50-b3a0-b570198eee26 None None] No DVR routers for this DVR port 91f8618c-5b5e-49cc-b940-c6296e86e8aa on host dv-cinder-791281-4-iscsi {{(pid=98886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:47:40.891628 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-b31f1bfd-1a18-4b50-b3a0-b570198eee26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:40.957532 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a23c-8d0f-4dbc-a323-470d7d958c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1661053', 'neutron.services.segments.db._delete_segments_for_network-8779962478758'] for network, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:40.969547 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.services.segments.db [None req-f9c6a23c-8d0f-4dbc-a323-470d7d958c13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51fe70ed-aaea-433c-a701-bc44de4bd326']}} {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:40.981715 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.services.segments.db [None req-f9c6a23c-8d0f-4dbc-a323-470d7d958c13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0261f0-ca86-4095-b02a-a27a7ed33197') {'for_net_delete': True} {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:40.982006 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.services.segments.db [None req-f9c6a23c-8d0f-4dbc-a323-470d7d958c13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0261f0-ca86-4095-b02a-a27a7ed33197') {} {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:40.992967 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a23c-8d0f-4dbc-a323-470d7d958c13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779962483649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15202838'] for segment, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:41.008965 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a23c-8d0f-4dbc-a323-470d7d958c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:41.015210 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c6a23c-8d0f-4dbc-a323-470d7d958c13 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=98885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:47:41.021047 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a23c-8d0f-4dbc-a323-470d7d958c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14987877'] for segment, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: Traceback (most recent call last): Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: timer() Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: cb(*args, **kw) Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: return func(*args, **kwargs) Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: self._notify() Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: self.callback(batched_events) Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: event.method(event) Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: return f(self, *a, **k) Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: return self._get(url).json() Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: return self.request(url, 'GET', **kwargs) Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:47:41.028740 dv-cinder-791281-4-iscsi neutron-server[98885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:47:41.182112 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a23c-8d0f-4dbc-a323-470d7d958c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1661030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559982'] for network, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:41.186327 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:41.199073 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a23c-8d0f-4dbc-a323-470d7d958c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:41.201014 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-f9c6a23c-8d0f-4dbc-a323-470d7d958c13 admin admin] 10.222.0.18 "DELETE /v2.0/networks/51fe70ed-aaea-433c-a701-bc44de4bd326 HTTP/1.1" status: 204 len: 168 time: 1.0846241 Jun 06 17:47:41.204037 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42906) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:41.210716 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6a23c-8d0f-4dbc-a323-470d7d958c13 admin admin] Pushing event deleted for resources: {'Network': ['ID=51fe70ed-aaea-433c-a701-bc44de4bd326,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:41.213036 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-f9c6a23c-8d0f-4dbc-a323-470d7d958c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:41.744407 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-a5f71f9e-8a86-4b8e-b948-3e62997333d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-811483'] for router_interface, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:42.144758 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-a5f71f9e-8a86-4b8e-b948-3e62997333d1 admin admin] Deleting port 9763497d-42e6-43a0-8cb9-471c24263fc2 {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:47:42.145126 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-a5f71f9e-8a86-4b8e-b948-3e62997333d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:42.360149 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-a5f71f9e-8a86-4b8e-b948-3e62997333d1 admin admin] For port 9763497d-42e6-43a0-8cb9-471c24263fc2, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=9763497d-42e6-43a0-8cb9-471c24263fc2,segment=NetworkSegment(42b65f55-795b-4269-b3ee-6e95b0ed1888),segment_id=42b65f55-795b-4269-b3ee-6e95b0ed1888)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:42.360839 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-a5f71f9e-8a86-4b8e-b948-3e62997333d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:42.483672 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-a5f71f9e-8a86-4b8e-b948-3e62997333d1 admin admin] Calling delete_port for 9763497d-42e6-43a0-8cb9-471c24263fc2 owned by network:router_interface {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:47:42.731029 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-a5f71f9e-8a86-4b8e-b948-3e62997333d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:42.735820 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-4ada1937-0d9e-4ac0-bab6-d4b31f6f2006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:42.813041 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f71f9e-8a86-4b8e-b948-3e62997333d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9763497d-42e6-43a0-8cb9-471c24263fc2,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:42.815529 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-a5f71f9e-8a86-4b8e-b948-3e62997333d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:43.058843 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-a5f71f9e-8a86-4b8e-b948-3e62997333d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-811669'] for router_interface, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:43.416012 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f71f9e-8a86-4b8e-b948-3e62997333d1 admin admin] Router fb596675-6f3b-44e5-977e-27c490977c34 has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:47:43.601787 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f71f9e-8a86-4b8e-b948-3e62997333d1 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:47:43.607739 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-a5f71f9e-8a86-4b8e-b948-3e62997333d1 admin admin] 10.222.0.18 "PUT /v2.0/routers/fb596675-6f3b-44e5-977e-27c490977c34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4015934 Jun 06 17:47:43.609928 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42950) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:43.611565 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a0d05f-4983-4b1b-ba4c-f48f649f3a27 None None] Sync routers for ids ['fb596675-6f3b-44e5-977e-27c490977c34'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:47:43.621849 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a0d05f-4983-4b1b-ba4c-f48f649f3a27 None None] Routers {'fb596675-6f3b-44e5-977e-27c490977c34'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:47:43.622926 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-79a0d05f-4983-4b1b-ba4c-f48f649f3a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:47:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['fb596675-6f3b-44e5-977e-27c490977c34'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:43.809193 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-79a0d05f-4983-4b1b-ba4c-f48f649f3a27 None None] Set router fb596675-6f3b-44e5-977e-27c490977c34 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:47:43.894651 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f8226002-c774-45a6-9a9c-8874a76aab0a admin admin] Notify callbacks [] for router, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:44.073872 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f8226002-c774-45a6-9a9c-8874a76aab0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:44.140924 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-79a0d05f-4983-4b1b-ba4c-f48f649f3a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb596675-6f3b-44e5-977e-27c490977c34', 'name': 'tempest-TestShelveInstance-1218871027-router', 'tenant_id': '494826bcb1bb410fae897d36db56c578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '40a8fd74-84e8-479b-aa9c-5f05d5f7b03f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:49Z', 'updated_at': '2021-06-06T17:47:42Z', 'revision_number': 5, 'project_id': '494826bcb1bb410fae897d36db56c578', 'gw_port': {'id': '40a8fd74-84e8-479b-aa9c-5f05d5f7b03f', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:5b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb596675-6f3b-44e5-977e-27c490977c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:41:50Z', 'updated_at': '2021-06-06T17:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:44.144680 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a0d05f-4983-4b1b-ba4c-f48f649f3a27 None None] Checking router: fb596675-6f3b-44e5-977e-27c490977c34 for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:47:44.153582 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a0d05f-4983-4b1b-ba4c-f48f649f3a27 None None] Routers {'fb596675-6f3b-44e5-977e-27c490977c34'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:47:44.153986 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-79a0d05f-4983-4b1b-ba4c-f48f649f3a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:47:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['fb596675-6f3b-44e5-977e-27c490977c34'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:44.199056 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-f8226002-c774-45a6-9a9c-8874a76aab0a admin admin] Deleting port 40a8fd74-84e8-479b-aa9c-5f05d5f7b03f {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:47:44.199381 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f8226002-c774-45a6-9a9c-8874a76aab0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:44.304668 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-79a0d05f-4983-4b1b-ba4c-f48f649f3a27 None None] Set router fb596675-6f3b-44e5-977e-27c490977c34 gateway port host: None {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:47:44.320809 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-f8226002-c774-45a6-9a9c-8874a76aab0a admin admin] For port 40a8fd74-84e8-479b-aa9c-5f05d5f7b03f, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=40a8fd74-84e8-479b-aa9c-5f05d5f7b03f,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:44.321164 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f8226002-c774-45a6-9a9c-8874a76aab0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:44.409563 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-79a0d05f-4983-4b1b-ba4c-f48f649f3a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb596675-6f3b-44e5-977e-27c490977c34', 'name': 'tempest-TestShelveInstance-1218871027-router', 'tenant_id': '494826bcb1bb410fae897d36db56c578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:49Z', 'updated_at': '2021-06-06T17:47:44Z', 'revision_number': 6, 'project_id': '494826bcb1bb410fae897d36db56c578', 'gw_port_host': None}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:44.413502 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a0d05f-4983-4b1b-ba4c-f48f649f3a27 None None] The sync data for ids ['fb596675-6f3b-44e5-977e-27c490977c34'] in dv-cinder-791281-4-iscsi is: [{'id': 'fb596675-6f3b-44e5-977e-27c490977c34', 'name': 'tempest-TestShelveInstance-1218871027-router', 'tenant_id': '494826bcb1bb410fae897d36db56c578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:41:49Z', 'updated_at': '2021-06-06T17:47:44Z', 'revision_number': 6, 'project_id': '494826bcb1bb410fae897d36db56c578', 'gw_port_host': None}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:47:44.450382 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-f8226002-c774-45a6-9a9c-8874a76aab0a admin admin] Calling delete_port for 40a8fd74-84e8-479b-aa9c-5f05d5f7b03f owned by network:router_gateway {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:47:44.637945 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f8226002-c774-45a6-9a9c-8874a76aab0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:44.642852 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-ad9f1354-b0b5-48b3-9f14-d65b8b063b63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:44.692702 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8226002-c774-45a6-9a9c-8874a76aab0a admin admin] Pushing event deleted for resources: {'Port': ['ID=40a8fd74-84e8-479b-aa9c-5f05d5f7b03f,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:44.695931 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-f8226002-c774-45a6-9a9c-8874a76aab0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:44.795977 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f8226002-c774-45a6-9a9c-8874a76aab0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559947'] for router_gateway, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:44.983579 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f8226002-c774-45a6-9a9c-8874a76aab0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-815996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127003'] for router, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:44.985861 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f8226002-c774-45a6-9a9c-8874a76aab0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:45.072058 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f8226002-c774-45a6-9a9c-8874a76aab0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-816096'] for router, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:45.072647 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8226002-c774-45a6-9a9c-8874a76aab0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb596675-6f3b-44e5-977e-27c490977c34 {{(pid=98884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 17:47:45.077973 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f8226002-c774-45a6-9a9c-8874a76aab0a admin admin] Notify callbacks [] for router, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:45.079099 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-f8226002-c774-45a6-9a9c-8874a76aab0a admin admin] 10.222.0.18 "DELETE /v2.0/routers/fb596675-6f3b-44e5-977e-27c490977c34 HTTP/1.1" status: 204 len: 168 time: 1.4681687 Jun 06 17:47:45.081679 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42960) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:45.139988 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_v2 [None req-aabb7ff4-f0a6-4c7e-8280-027cae7fa20d admin admin] Deleting subnet bcc31e5e-11fb-4e3c-be3f-6c82b4083580 {{(pid=98884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:47:45.142912 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-aabb7ff4-f0a6-4c7e-8280-027cae7fa20d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:45.193085 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-aabb7ff4-f0a6-4c7e-8280-027cae7fa20d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16138247'] for subnet, precommit_delete_associations {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:45.277485 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-aabb7ff4-f0a6-4c7e-8280-027cae7fa20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1661668'] for subnet, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:45.417223 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-aabb7ff4-f0a6-4c7e-8280-027cae7fa20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1661677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-747034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14936211'] for subnet, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:45.422466 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:45.458881 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb7ff4-f0a6-4c7e-8280-027cae7fa20d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcc31e5e-11fb-4e3c-be3f-6c82b4083580,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:45.460386 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-aabb7ff4-f0a6-4c7e-8280-027cae7fa20d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for subnet, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:45.465227 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-aabb7ff4-f0a6-4c7e-8280-027cae7fa20d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bcc31e5e-11fb-4e3c-be3f-6c82b4083580 HTTP/1.1" status: 204 len: 168 time: 0.3795125 Jun 06 17:47:45.465227 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-aabb7ff4-f0a6-4c7e-8280-027cae7fa20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:45.465227 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42962) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:45.466155 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046f4ad5-529f-45e1-b259-23ade0a129fa None None] Network e6bfad63-89bf-4c97-9fee-43170323a6c1 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:47:45.679402 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-b434420b-f5d7-43be-a1cb-be38bbfdd86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698918'] for network, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:45.717805 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7f396b-492e-4e30-8d87-080dc319592a None None] DHCP port deletion for e6bfad63-89bf-4c97-9fee-43170323a6c1 request from dv-cinder-791281-4-iscsi {{(pid=98886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 17:47:45.755275 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-b434420b-f5d7-43be-a1cb-be38bbfdd86f admin admin] Deleting port 72e43792-77c6-4f68-82ed-c374eb8df31a {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:47:45.755612 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-b434420b-f5d7-43be-a1cb-be38bbfdd86f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:45.785114 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f396b-492e-4e30-8d87-080dc319592a None None] Deleting port 72e43792-77c6-4f68-82ed-c374eb8df31a {{(pid=98886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:47:45.785493 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-bb7f396b-492e-4e30-8d87-080dc319592a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:45.882208 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-b434420b-f5d7-43be-a1cb-be38bbfdd86f admin admin] For port 72e43792-77c6-4f68-82ed-c374eb8df31a, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=72e43792-77c6-4f68-82ed-c374eb8df31a,segment=NetworkSegment(42b65f55-795b-4269-b3ee-6e95b0ed1888),segment_id=42b65f55-795b-4269-b3ee-6e95b0ed1888)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:45.882572 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-b434420b-f5d7-43be-a1cb-be38bbfdd86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:45.889424 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-bb7f396b-492e-4e30-8d87-080dc319592a None None] For port 72e43792-77c6-4f68-82ed-c374eb8df31a, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=72e43792-77c6-4f68-82ed-c374eb8df31a,segment=NetworkSegment(42b65f55-795b-4269-b3ee-6e95b0ed1888),segment_id=42b65f55-795b-4269-b3ee-6e95b0ed1888)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:45.889424 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-bb7f396b-492e-4e30-8d87-080dc319592a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:46.017753 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f396b-492e-4e30-8d87-080dc319592a None None] Calling delete_port for 72e43792-77c6-4f68-82ed-c374eb8df31a owned by network:dhcp {{(pid=98886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:47:46.018516 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-b434420b-f5d7-43be-a1cb-be38bbfdd86f admin admin] Calling delete_port for 72e43792-77c6-4f68-82ed-c374eb8df31a owned by network:dhcp {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:47:46.136122 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-bb7f396b-492e-4e30-8d87-080dc319592a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145'] for port, after_delete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:46.140845 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:46.142182 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-b434420b-f5d7-43be-a1cb-be38bbfdd86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:46.146818 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-14c72496-8419-4592-860c-1a6761d70076 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:46.182313 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f396b-492e-4e30-8d87-080dc319592a None None] Pushing event deleted for resources: {'Port': ['ID=72e43792-77c6-4f68-82ed-c374eb8df31a,revision_number=None']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:46.184960 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7f396b-492e-4e30-8d87-080dc319592a None None] No DVR routers for this DVR port 72e43792-77c6-4f68-82ed-c374eb8df31a on host dv-cinder-791281-4-iscsi {{(pid=98886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:47:46.186354 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-bb7f396b-492e-4e30-8d87-080dc319592a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:46.194485 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434420b-f5d7-43be-a1cb-be38bbfdd86f admin admin] Pushing event deleted for resources: {'Port': ['ID=72e43792-77c6-4f68-82ed-c374eb8df31a,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:46.198355 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-b434420b-f5d7-43be-a1cb-be38bbfdd86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:46.200457 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b434420b-f5d7-43be-a1cb-be38bbfdd86f admin admin] No DVR routers for this DVR port 72e43792-77c6-4f68-82ed-c374eb8df31a on host dv-cinder-791281-4-iscsi {{(pid=98884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:47:46.327733 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-b434420b-f5d7-43be-a1cb-be38bbfdd86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1661053', 'neutron.services.segments.db._delete_segments_for_network-8779962478758'] for network, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:46.340042 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-b434420b-f5d7-43be-a1cb-be38bbfdd86f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6bfad63-89bf-4c97-9fee-43170323a6c1']}} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:46.352694 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-b434420b-f5d7-43be-a1cb-be38bbfdd86f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b65f55-795b-4269-b3ee-6e95b0ed1888') {'for_net_delete': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:46.353019 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-b434420b-f5d7-43be-a1cb-be38bbfdd86f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b65f55-795b-4269-b3ee-6e95b0ed1888') {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:46.365220 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-b434420b-f5d7-43be-a1cb-be38bbfdd86f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779962483649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16138302'] for segment, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:46.386012 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-b434420b-f5d7-43be-a1cb-be38bbfdd86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:46.396660 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b434420b-f5d7-43be-a1cb-be38bbfdd86f admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=98884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:47:46.397129 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-b434420b-f5d7-43be-a1cb-be38bbfdd86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747168'] for segment, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:46.405667 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 42972) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: Traceback (most recent call last): Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: timer() Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: cb(*args, **kw) Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: return func(*args, **kwargs) Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: self._notify() Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: self.callback(batched_events) Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: event.method(event) Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: return f(self, *a, **k) Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: return self._get(url).json() Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: return self.request(url, 'GET', **kwargs) Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:47:46.411650 dv-cinder-791281-4-iscsi neutron-server[98884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:47:46.494074 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 9763497d-42e6-43a0-8cb9-471c24263fc2 no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:47:46.531474 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-5f141399-d425-4e72-9fa4-3dcf67aa73bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:46.534317 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No Port match for: 9763497d-42e6-43a0-8cb9-471c24263fc2 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:47:46.534819 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 9763497d-42e6-43a0-8cb9-471c24263fc2 not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:47:46.535309 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 40a8fd74-84e8-479b-aa9c-5f05d5f7b03f no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:47:46.570155 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No Port match for: 40a8fd74-84e8-479b-aa9c-5f05d5f7b03f {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:47:46.570507 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 40a8fd74-84e8-479b-aa9c-5f05d5f7b03f not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:47:46.570933 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 72e43792-77c6-4f68-82ed-c374eb8df31a no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:47:46.593483 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-b434420b-f5d7-43be-a1cb-be38bbfdd86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1661030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559982'] for network, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:46.597290 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2c2775d8-c09b-4ae0-859e-c98cbe623d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:46.605810 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No Port match for: 72e43792-77c6-4f68-82ed-c374eb8df31a {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:47:46.606197 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 72e43792-77c6-4f68-82ed-c374eb8df31a not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:47:46.613412 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-b434420b-f5d7-43be-a1cb-be38bbfdd86f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:46.615442 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-b434420b-f5d7-43be-a1cb-be38bbfdd86f admin admin] 10.222.0.18 "DELETE /v2.0/networks/e6bfad63-89bf-4c97-9fee-43170323a6c1 HTTP/1.1" status: 204 len: 168 time: 1.1499133 Jun 06 17:47:46.626571 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434420b-f5d7-43be-a1cb-be38bbfdd86f admin admin] Pushing event deleted for resources: {'Network': ['ID=e6bfad63-89bf-4c97-9fee-43170323a6c1,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:46.629073 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-b434420b-f5d7-43be-a1cb-be38bbfdd86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:46.639673 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-5f141399-d425-4e72-9fa4-3dcf67aa73bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:46.746306 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-5f141399-d425-4e72-9fa4-3dcf67aa73bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:46.753658 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-2846726b-f04a-4a2d-adbe-5bb2169e3ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:46.796376 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f141399-d425-4e72-9fa4-3dcf67aa73bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec00025a-dba9-4672-bbb2-709ce81eda8b,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:46.800645 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-5f141399-d425-4e72-9fa4-3dcf67aa73bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=819c57c15e444043b8a28d7e48e0e260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3939486 Jun 06 17:47:46.801535 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-5f141399-d425-4e72-9fa4-3dcf67aa73bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:46.803293 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 42978) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:46.865804 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-07cbdb05-7c01-44d3-b8de-e36843d9c24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:46.892917 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-07cbdb05-7c01-44d3-b8de-e36843d9c24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:46.989381 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 42982) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:47.037829 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-83129375-398d-40af-9051-34bc4cb5901e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0cc578850c5749f2837a434c6662dd0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470393 Jun 06 17:47:47.039991 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 42984) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:47.052456 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-07cbdb05-7c01-44d3-b8de-e36843d9c24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:47.054832 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-07cbdb05-7c01-44d3-b8de-e36843d9c24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:47.055850 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-07cbdb05-7c01-44d3-b8de-e36843d9c24c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec00025a-dba9-4672-bbb2-709ce81eda8b HTTP/1.1" status: 204 len: 168 time: 0.2516191 Jun 06 17:47:47.058686 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-7d7c2b33-5c61-402c-9b00-f76e02d44ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:47.082288 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cbdb05-7c01-44d3-b8de-e36843d9c24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec00025a-dba9-4672-bbb2-709ce81eda8b,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:47.086470 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-07cbdb05-7c01-44d3-b8de-e36843d9c24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:47.117756 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9886f4a0-1516-48c6-be6a-61437cc55846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:47.147209 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9886f4a0-1516-48c6-be6a-61437cc55846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:47.307404 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9886f4a0-1516-48c6-be6a-61437cc55846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:47.310052 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-9886f4a0-1516-48c6-be6a-61437cc55846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:47.311153 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-9886f4a0-1516-48c6-be6a-61437cc55846 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/481674de-a411-4d1f-8c4b-1edd48fba590 HTTP/1.1" status: 204 len: 168 time: 0.2702043 Jun 06 17:47:47.312002 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-61ccf7e4-546f-4a06-9164-afd9433045f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:47.321561 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886f4a0-1516-48c6-be6a-61437cc55846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481674de-a411-4d1f-8c4b-1edd48fba590,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:47.325082 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-9886f4a0-1516-48c6-be6a-61437cc55846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:47.756643 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 42994) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:47.774019 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e056167f-71d3-4973-ba15-4ba832fe3666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:47.876291 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e056167f-71d3-4973-ba15-4ba832fe3666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:47.957441 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e056167f-71d3-4973-ba15-4ba832fe3666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:47.969183 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-b588b6ee-91f7-484c-b192-21ce3fd945a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:48.008949 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-e056167f-71d3-4973-ba15-4ba832fe3666 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36089b97e2e74759a1ab60c4135af72b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511702 Jun 06 17:47:48.010842 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056167f-71d3-4973-ba15-4ba832fe3666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c2c593-ac24-433c-8a59-f4f24db3ab7d,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:48.011985 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 42996) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:48.015796 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e056167f-71d3-4973-ba15-4ba832fe3666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:48.074163 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-da4f601f-e6c7-4b64-bcf0-cfb605a34499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:48.093021 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 43000) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:48.101130 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-da4f601f-e6c7-4b64-bcf0-cfb605a34499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:48.145216 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-281c8f8a-5dff-4008-b78d-098e8bfd1a64 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=494826bcb1bb410fae897d36db56c578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506647 Jun 06 17:47:48.147493 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 43002) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:48.205790 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-91150ff9-fdee-4e3b-b86e-43e3c526948e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:48.231840 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-91150ff9-fdee-4e3b-b86e-43e3c526948e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:48.239468 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-da4f601f-e6c7-4b64-bcf0-cfb605a34499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:48.242454 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-da4f601f-e6c7-4b64-bcf0-cfb605a34499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:48.243616 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-da4f601f-e6c7-4b64-bcf0-cfb605a34499 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/83c2c593-ac24-433c-8a59-f4f24db3ab7d HTTP/1.1" status: 204 len: 168 time: 0.2305686 Jun 06 17:47:48.244473 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2cf66dde-edf9-419c-9696-decdcf992150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:48.255129 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f601f-e6c7-4b64-bcf0-cfb605a34499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c2c593-ac24-433c-8a59-f4f24db3ab7d,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:48.257387 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-da4f601f-e6c7-4b64-bcf0-cfb605a34499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:48.353146 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-91150ff9-fdee-4e3b-b86e-43e3c526948e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:48.355603 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-91150ff9-fdee-4e3b-b86e-43e3c526948e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:48.357340 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-91150ff9-fdee-4e3b-b86e-43e3c526948e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec15d33a-9213-42a1-a64a-e5cd8b3405e5 HTTP/1.1" status: 204 len: 168 time: 0.2088733 Jun 06 17:47:48.358316 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c995e7c4-641b-4c72-a669-2be338d68c7f tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:48.367977 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91150ff9-fdee-4e3b-b86e-43e3c526948e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec15d33a-9213-42a1-a64a-e5cd8b3405e5,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:48.370286 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-91150ff9-fdee-4e3b-b86e-43e3c526948e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:49.427299 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 43046) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:49.535797 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-26fbd6af-391e-4eb7-a692-d23cc9f43ba9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-892794524-network', 'tenant_id': '0c4da32552a444399325961073cd62c0'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:47:49.616413 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fbd6af-391e-4eb7-a692-d23cc9f43ba9 admin admin] Made reservation on behalf of 0c4da32552a444399325961073cd62c0 for: {'network': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:47:49.618937 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-26fbd6af-391e-4eb7-a692-d23cc9f43ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1686528'] for network, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:49.631241 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-26fbd6af-391e-4eb7-a692-d23cc9f43ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:49.739549 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-26fbd6af-391e-4eb7-a692-d23cc9f43ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:49.826728 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-26fbd6af-391e-4eb7-a692-d23cc9f43ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:49.831331 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-92fa8748-06a4-4ff5-882c-89bdb5d521c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:49.856497 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26fbd6af-391e-4eb7-a692-d23cc9f43ba9 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=98885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:47:49.869517 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fbd6af-391e-4eb7-a692-d23cc9f43ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afcc193-1903-4ef5-bad1-9ec7c6e7d660,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:49.873894 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-26fbd6af-391e-4eb7-a692-d23cc9f43ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:49.876523 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-26fbd6af-391e-4eb7-a692-d23cc9f43ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:49.876891 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.segments_db [None req-26fbd6af-391e-4eb7-a692-d23cc9f43ba9 admin admin] Added segment 7a4c93b7-6dee-4f41-936d-eb7bbeb7598b of type vlan for network 7324c755-0d62-49e0-b2a4-20b39f5c372f Jun 06 17:47:49.903210 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-26fbd6af-391e-4eb7-a692-d23cc9f43ba9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779962068718'] for network, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:50.000903 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:47:50.016340 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-26fbd6af-391e-4eb7-a692-d23cc9f43ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186'] for network, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:50.017759 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fbd6af-391e-4eb7-a692-d23cc9f43ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:50.018334 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-26fbd6af-391e-4eb7-a692-d23cc9f43ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:50.023331 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-97619921-f0e0-4f42-bc4f-eed802269647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:50.118548 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fbd6af-391e-4eb7-a692-d23cc9f43ba9 admin admin] Pushing event updated for resources: {'Network': ['ID=7324c755-0d62-49e0-b2a4-20b39f5c372f,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:50.121285 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-26fbd6af-391e-4eb7-a692-d23cc9f43ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:50.125336 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-26fbd6af-391e-4eb7-a692-d23cc9f43ba9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6969349 Jun 06 17:47:50.128009 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 43064) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:50.130987 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Network 7324c755-0d62-49e0-b2a4-20b39f5c372f details requested by agent ovs-agent-dv-cinder-791281-4-iscsi with host dv-cinder-791281-4-iscsi {{(pid=98886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:47:50.132815 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-5490484c-63c9-46bd-bcce-a5e50da0ed0f admin admin] Request body: {'subnet': {'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-892794524-subnet', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'ip_version': 4}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:47:50.210392 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5490484c-63c9-46bd-bcce-a5e50da0ed0f admin admin] Made reservation on behalf of 0c4da32552a444399325961073cd62c0 for: {'subnet': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:47:50.213759 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-5490484c-63c9-46bd-bcce-a5e50da0ed0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16410940'] for subnet, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:50.319433 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-321335ed-01e5-4401-9092-1993daea5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:50.519131 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-5490484c-63c9-46bd-bcce-a5e50da0ed0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14987934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16410926'] for subnet, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:50.523194 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c82da0b3-d7ff-4e15-befd-174d3b8d873f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:50.595798 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490484c-63c9-46bd-bcce-a5e50da0ed0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=acfc39b6-8cea-4f21-9ae6-77600fe7a2da,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:50.599586 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-5490484c-63c9-46bd-bcce-a5e50da0ed0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:50.607148 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5490484c-63c9-46bd-bcce-a5e50da0ed0f admin admin] Checking segment: {'id': '7a4c93b7-6dee-4f41-936d-eb7bbeb7598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:47:50.607602 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5490484c-63c9-46bd-bcce-a5e50da0ed0f admin admin] Network hostable DHCP agents. Network: 7324c755-0d62-49e0-b2a4-20b39f5c372f, hostable agents: ['45453017-52f2-4007-8a53-c2b26b96b466'], hosted agents: [] {{(pid=98885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:47:50.713546 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5490484c-63c9-46bd-bcce-a5e50da0ed0f admin admin] Network 7324c755-0d62-49e0-b2a4-20b39f5c372f is scheduled to be hosted by DHCP agent 45453017-52f2-4007-8a53-c2b26b96b466 with binding_index 1 {{(pid=98885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:47:50.816588 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-5490484c-63c9-46bd-bcce-a5e50da0ed0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-iscsi, 7324c755-0d62-49e0-b2a4-20b39f5c372f) {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:47:50.820651 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5490484c-63c9-46bd-bcce-a5e50da0ed0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:50.821274 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-5490484c-63c9-46bd-bcce-a5e50da0ed0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:50.828182 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6355a2c9-ff74-4a81-89fa-e75853a39dbd None None] Network 7324c755-0d62-49e0-b2a4-20b39f5c372f requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:47:50.925833 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-5490484c-63c9-46bd-bcce-a5e50da0ed0f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7967348 Jun 06 17:47:50.928703 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 43078) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:50.933487 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-5949b32b-be76-4b57-be44-d75048f6e700 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:47:51.027857 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5949b32b-be76-4b57-be44-d75048f6e700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-815938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126989'] for router, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:51.028959 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5949b32b-be76-4b57-be44-d75048f6e700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-815835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-813822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126996'] for router, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:51.043821 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5949b32b-be76-4b57-be44-d75048f6e700 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:51.079793 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fffc2be-ceb4-590f-8c94-af793f517164-7324c755-0d62-49e0-b2a4-20b39f5c372f', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da'}]}} from dv-cinder-791281-4-iscsi. {{(pid=98886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 17:47:51.079929 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:51.231641 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.db_base_plugin_common [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Allocated IP 172.20.0.2 (7324c755-0d62-49e0-b2a4-20b39f5c372f/acfc39b6-8cea-4f21-9ae6-77600fe7a2da/8243283f-0076-4f6d-b558-52ac7dc5293a) {{(pid=98886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:47:51.384475 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5949b32b-be76-4b57-be44-d75048f6e700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-813708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-815952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127010'] for router, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:51.437705 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Notify callbacks [] for port, precommit_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:51.447874 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Transition to ACTIVE for port object 8243283f-0076-4f6d-b558-52ac7dc5293a will not be triggered until provisioned by entity L2. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:47:51.479656 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Transition to ACTIVE for port object 8243283f-0076-4f6d-b558-52ac7dc5293a will not be triggered until provisioned by entity DHCP. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:47:51.870561 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5949b32b-be76-4b57-be44-d75048f6e700 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:51.900538 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5949b32b-be76-4b57-be44-d75048f6e700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:52.040539 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [None req-5949b32b-be76-4b57-be44-d75048f6e700 admin admin] Allocated IP 172.27.1.117 (51853ba8-cea8-4c9b-b5c3-a56837a6d9d6/59a9bba0-da8c-4953-8d6b-87895ebef86f/6003afc4-ac4c-46b3-98f3-b5ca194ab71b) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:47:52.054582 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136'] for port, after_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:52.059657 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:52.120706 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Network 7324c755-0d62-49e0-b2a4-20b39f5c372f is already hosted by enough agents. {{(pid=98886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:47:52.124419 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.scheduler.base_scheduler [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Resources bound (agent type, host, resource id): {{(pid=98886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:47:52.128199 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Received port after_create {{(pid=98886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:47:52.165828 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Pushing event updated for resources: {'Port': ['ID=8243283f-0076-4f6d-b558-52ac7dc5293a,revision_number=1']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:52.173305 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:52.190127 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5949b32b-be76-4b57-be44-d75048f6e700 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:52.237143 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Attempting to bind port 8243283f-0076-4f6d-b558-52ac7dc5293a on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:47:52.241765 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Attempting to bind port 8243283f-0076-4f6d-b558-52ac7dc5293a by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': '7a4c93b7-6dee-4f41-936d-eb7bbeb7598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f'}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:47:52.241765 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Attempting to bind port 8243283f-0076-4f6d-b558-52ac7dc5293a on network 7324c755-0d62-49e0-b2a4-20b39f5c372f {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:47:52.244947 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:47:52.247164 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Checking segment: {'id': '7a4c93b7-6dee-4f41-936d-eb7bbeb7598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:47:52.247723 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:52.248128 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Bound using segment: {'id': '7a4c93b7-6dee-4f41-936d-eb7bbeb7598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f'} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:47:52.248588 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Bound port: 8243283f-0076-4f6d-b558-52ac7dc5293a, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4c93b7-6dee-4f41-936d-eb7bbeb7598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f'}}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:47:52.248982 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:52.337835 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] For port 8243283f-0076-4f6d-b558-52ac7dc5293a, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:47:52.341810 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] For port 8243283f-0076-4f6d-b558-52ac7dc5293a, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=8243283f-0076-4f6d-b558-52ac7dc5293a,segment=NetworkSegment(7a4c93b7-6dee-4f41-936d-eb7bbeb7598b),segment_id=7a4c93b7-6dee-4f41-936d-eb7bbeb7598b)] {{(pid=98886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:47:52.360557 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5949b32b-be76-4b57-be44-d75048f6e700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:52.373670 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-245de135-d641-40ae-a642-df11047d1cfc tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:52.425429 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5949b32b-be76-4b57-be44-d75048f6e700 admin admin] Network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:47:52.428285 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [None req-5949b32b-be76-4b57-be44-d75048f6e700 admin admin] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:47:52.431910 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5949b32b-be76-4b57-be44-d75048f6e700 admin admin] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:47:52.472264 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949b32b-be76-4b57-be44-d75048f6e700 admin admin] Pushing event updated for resources: {'Port': ['ID=6003afc4-ac4c-46b3-98f3-b5ca194ab71b,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:52.476170 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-5949b32b-be76-4b57-be44-d75048f6e700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:52.526079 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:52.531893 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:52.620454 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Pushing event updated for resources: {'Port': ['ID=8243283f-0076-4f6d-b558-52ac7dc5293a,revision_number=2']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:52.625116 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:52.929133 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:52.982305 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5949b32b-be76-4b57-be44-d75048f6e700 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:53.056520 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-29589051-f092-4ff2-8f7c-42486544dbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:53.319798 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5949b32b-be76-4b57-be44-d75048f6e700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-815947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-813731'] for router, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:53.471984 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8b0766-dccd-4582-8e8d-d820d2eb9111 None None] Network 7324c755-0d62-49e0-b2a4-20b39f5c372f requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:47:53.646472 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-921a822c-9ce4-4a8b-aae2-2c5bb15c9069 None None] Provisioning for port 8243283f-0076-4f6d-b558-52ac7dc5293a completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:47:53.735376 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5949b32b-be76-4b57-be44-d75048f6e700 admin admin] Router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed is scheduled to L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 with binding_index 1 {{(pid=98884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 17:47:53.959493 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5949b32b-be76-4b57-be44-d75048f6e700 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:47:53.965098 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:53.969710 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] Sync routers for ids ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'] in dv-cinder-791281-4-iscsi {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:47:53.978741 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] Routers {'7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:47:53.979290 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:47:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:54.090959 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-5949b32b-be76-4b57-be44-d75048f6e700 admin admin] Notify callbacks [] for router, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:54.092187 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-5949b32b-be76-4b57-be44-d75048f6e700 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1623738 Jun 06 17:47:54.095199 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 43100) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:54.150433 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] Set router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:47:54.480294 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:52Z', 'revision_number': 3, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:54.484695 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] Checking router: 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed for host: dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:47:54.485070 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] Updating router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed port 6003afc4-ac4c-46b3-98f3-b5ca194ab71b binding host dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:47:54.545652 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:54.562976 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 8243283f-0076-4f6d-b558-52ac7dc5293a up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:47:54.701925 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port 8243283f-0076-4f6d-b558-52ac7dc5293a completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:47:54.707682 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 8243283f-0076-4f6d-b558-52ac7dc5293a triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:47:54.708066 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:54.796135 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-36f632e0-e5d0-402f-9a8e-0fea61bc42e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:54.834705 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:54.878098 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port 8243283f-0076-4f6d-b558-52ac7dc5293a, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=8243283f-0076-4f6d-b558-52ac7dc5293a,segment=NetworkSegment(7a4c93b7-6dee-4f41-936d-eb7bbeb7598b),segment_id=7a4c93b7-6dee-4f41-936d-eb7bbeb7598b)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:54.903601 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] Notify callbacks [] for port, precommit_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:54.917029 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.provisioning_blocks [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] Transition to ACTIVE for port object 6003afc4-ac4c-46b3-98f3-b5ca194ab71b will not be triggered until provisioned by entity L2. {{(pid=98887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:47:54.982764 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:54.984187 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-f7995349-39c2-4f39-80f4-dc7c986e7127 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:55.015476 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:55.019774 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:55.034781 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [None req-36f632e0-e5d0-402f-9a8e-0fea61bc42e5 admin admin] Allocated IP 172.20.0.1 (7324c755-0d62-49e0-b2a4-20b39f5c372f/acfc39b6-8cea-4f21-9ae6-77600fe7a2da/1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:47:55.067042 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=8243283f-0076-4f6d-b558-52ac7dc5293a,revision_number=3']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:55.070479 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:55.124687 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] Attempting to bind port 6003afc4-ac4c-46b3-98f3-b5ca194ab71b on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:47:55.125080 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] Attempting to bind port 6003afc4-ac4c-46b3-98f3-b5ca194ab71b by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}] {{(pid=98887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:47:55.125439 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] Attempting to bind port 6003afc4-ac4c-46b3-98f3-b5ca194ab71b on network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:47:55.129471 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01495eb7-ced1-4143-99df-23728d02ca1f None None] Pushing event updated for resources: {'Port': ['ID=6003afc4-ac4c-46b3-98f3-b5ca194ab71b,revision_number=2']} {{(pid=98887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:55.138253 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:47:55.138617 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] Checking segment: {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:47:55.139012 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:55.139401 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] Bound using segment: {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'} {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:47:55.139858 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] Bound port: 6003afc4-ac4c-46b3-98f3-b5ca194ab71b, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}}] {{(pid=98887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:47:55.140229 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:55.177870 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01495eb7-ced1-4143-99df-23728d02ca1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:55.178393 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01495eb7-ced1-4143-99df-23728d02ca1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:55.178908 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01495eb7-ced1-4143-99df-23728d02ca1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:55.179425 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01495eb7-ced1-4143-99df-23728d02ca1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:55.179918 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01495eb7-ced1-4143-99df-23728d02ca1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:55.180410 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01495eb7-ced1-4143-99df-23728d02ca1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:55.180966 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01495eb7-ced1-4143-99df-23728d02ca1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:55.181467 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01495eb7-ced1-4143-99df-23728d02ca1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:55.181918 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01495eb7-ced1-4143-99df-23728d02ca1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:55.182237 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01495eb7-ced1-4143-99df-23728d02ca1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:55.182556 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01495eb7-ced1-4143-99df-23728d02ca1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:55.182871 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01495eb7-ced1-4143-99df-23728d02ca1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:47:55.193420 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-01495eb7-ced1-4143-99df-23728d02ca1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:55.248377 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.db [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] For port 6003afc4-ac4c-46b3-98f3-b5ca194ab71b, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:47:55.252116 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.db [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] For port 6003afc4-ac4c-46b3-98f3-b5ca194ab71b, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=6003afc4-ac4c-46b3-98f3-b5ca194ab71b,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:47:55.320254 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-36f632e0-e5d0-402f-9a8e-0fea61bc42e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:55.338977 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [None req-36f632e0-e5d0-402f-9a8e-0fea61bc42e5 admin admin] Transition to ACTIVE for port object 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9 will not be triggered until provisioned by entity DHCP. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:47:55.382422 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:55.387397 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:55.469230 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] Routers {'7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:47:55.469845 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:47:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:55.495310 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-36f632e0-e5d0-402f-9a8e-0fea61bc42e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:55.499947 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-0c9cddf8-0bb9-4e09-9e14-31a5493106e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:55.547883 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01495eb7-ced1-4143-99df-23728d02ca1f None None] Pushing event updated for resources: {'Port': ['ID=6003afc4-ac4c-46b3-98f3-b5ca194ab71b,revision_number=3']} {{(pid=98887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:55.555277 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-01495eb7-ced1-4143-99df-23728d02ca1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:55.572679 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f632e0-e5d0-402f-9a8e-0fea61bc42e5 admin admin] Network 7324c755-0d62-49e0-b2a4-20b39f5c372f is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:47:55.575732 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [None req-36f632e0-e5d0-402f-9a8e-0fea61bc42e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:47:55.579545 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f632e0-e5d0-402f-9a8e-0fea61bc42e5 admin admin] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:47:55.617443 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f632e0-e5d0-402f-9a8e-0fea61bc42e5 admin admin] Pushing event updated for resources: {'Port': ['ID=1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:55.626470 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-36f632e0-e5d0-402f-9a8e-0fea61bc42e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:55.650078 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-36f632e0-e5d0-402f-9a8e-0fea61bc42e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560105'] for router_interface, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:55.717135 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] Set router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:47:55.781851 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:56.055306 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:52Z', 'revision_number': 3, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:56.059290 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cfbcdd-0f27-470e-af17-c5bdb0c1a827 None None] The sync data for ids ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'] in dv-cinder-791281-4-iscsi is: [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:52Z', 'revision_number': 3, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}] {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:47:56.084975 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-bd8c7cb4-33b2-48ec-92f1-b98161b88ac8 None None] Provisioning for port 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9 completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:47:56.091476 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-bd8c7cb4-33b2-48ec-92f1-b98161b88ac8 None None] Provisioning complete for port 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:47:56.091917 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-bd8c7cb4-33b2-48ec-92f1-b98161b88ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:56.119573 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-36f632e0-e5d0-402f-9a8e-0fea61bc42e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:56.152279 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-bd8c7cb4-33b2-48ec-92f1-b98161b88ac8 None None] Port 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9 cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:47:56.390637 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-36f632e0-e5d0-402f-9a8e-0fea61bc42e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:56.462211 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-36f632e0-e5d0-402f-9a8e-0fea61bc42e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:56.488579 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-da10042b-5842-4d48-8601-dbd635618e27 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:56.571078 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f632e0-e5d0-402f-9a8e-0fea61bc42e5 admin admin] Pushing event updated for resources: {'Port': ['ID=1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:56.576422 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-36f632e0-e5d0-402f-9a8e-0fea61bc42e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:56.577464 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-36f632e0-e5d0-402f-9a8e-0fea61bc42e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-811441'] for router_interface, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:56.596617 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 6003afc4-ac4c-46b3-98f3-b5ca194ab71b up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:47:56.722971 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f632e0-e5d0-402f-9a8e-0fea61bc42e5 admin admin] Network 7324c755-0d62-49e0-b2a4-20b39f5c372f is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:47:56.724089 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [None req-36f632e0-e5d0-402f-9a8e-0fea61bc42e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:47:56.736514 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port 6003afc4-ac4c-46b3-98f3-b5ca194ab71b completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:47:56.742809 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 6003afc4-ac4c-46b3-98f3-b5ca194ab71b triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:47:56.747196 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:56.899033 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:56.920591 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port 6003afc4-ac4c-46b3-98f3-b5ca194ab71b, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=6003afc4-ac4c-46b3-98f3-b5ca194ab71b,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:47:56.941921 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f632e0-e5d0-402f-9a8e-0fea61bc42e5 admin admin] Router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:47:56.980310 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-748edafd-f25f-43ff-b797-4cb7d55fdfdc None None] Provisioning complete for port 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:47:56.980838 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-748edafd-f25f-43ff-b797-4cb7d55fdfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:57.009467 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:57.010222 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 8243283f-0076-4f6d-b558-52ac7dc5293a up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:47:57.046292 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-ef1c0e7b-b146-43a9-8bf8-1d3588cf2d75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:57.128143 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f632e0-e5d0-402f-9a8e-0fea61bc42e5 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:47:57.145960 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-36f632e0-e5d0-402f-9a8e-0fea61bc42e5 admin admin] 10.222.0.18 "PUT /v2.0/routers/7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0418909 Jun 06 17:47:57.175182 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-748edafd-f25f-43ff-b797-4cb7d55fdfdc None None] Port 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9 cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:47:57.193689 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=6003afc4-ac4c-46b3-98f3-b5ca194ab71b,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:57.199398 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:57.207444 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 8243283f-0076-4f6d-b558-52ac7dc5293a triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:47:57.207823 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:57.244740 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-87955409-be67-441b-8af0-24f48f7c4c77 req-282bd732-e028-4974-9db9-18963dd87868 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0890596 Jun 06 17:47:57.544113 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87955409-be67-441b-8af0-24f48f7c4c77 req-7aceff98-2935-4e94-bbaf-a10921aac170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:57.545788 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-87955409-be67-441b-8af0-24f48f7c4c77 req-7aceff98-2935-4e94-bbaf-a10921aac170 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3e8d3dc1c114c759be5fcb73c702a58&device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 1099 time: 0.2172771 Jun 06 17:47:57.667760 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:57.723824 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87955409-be67-441b-8af0-24f48f7c4c77 req-0d83be4e-d5fa-4889-9839-3cd5a9c0d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:57.725368 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-87955409-be67-441b-8af0-24f48f7c4c77 req-0d83be4e-d5fa-4889-9839-3cd5a9c0d03b service neutron] 10.222.0.35 "GET /v2.0/networks?id=7400c8c4-2b2d-42c7-ac06-b41e30d48de8 HTTP/1.1" status: 200 len: 912 time: 0.1529846 Jun 06 17:47:57.790000 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] Sync routers for ids ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:47:57.804224 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] Routers {'7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:47:57.804882 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:47:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:57.886122 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-87955409-be67-441b-8af0-24f48f7c4c77 req-ebe04741-aa50-46e2-9ee0-c9916ff2a4cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb236886-b853-44fa-97ea-59ad79657ddf HTTP/1.1" status: 200 len: 1001 time: 0.1547062 Jun 06 17:47:57.948940 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87955409-be67-441b-8af0-24f48f7c4c77 req-a2567009-1ca8-4405-b73c-0218e69418fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:57.950959 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-87955409-be67-441b-8af0-24f48f7c4c77 req-a2567009-1ca8-4405-b73c-0218e69418fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=54fc5062-fa0a-442d-9f9a-32e968d1b9fa HTTP/1.1" status: 200 len: 850 time: 0.0582695 Jun 06 17:47:57.988188 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] Set router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:47:58.026944 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87955409-be67-441b-8af0-24f48f7c4c77 req-d3b32719-e740-420e-8abe-76dbb16be6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:58.029109 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-87955409-be67-441b-8af0-24f48f7c4c77 req-d3b32719-e740-420e-8abe-76dbb16be6c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7400c8c4-2b2d-42c7-ac06-b41e30d48de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723953 Jun 06 17:47:58.166971 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-87955409-be67-441b-8af0-24f48f7c4c77 req-0d32f96c-4983-4c26-96cf-ad4d4e38533f service neutron] 10.222.0.35 "GET /v2.0/networks/7400c8c4-2b2d-42c7-ac06-b41e30d48de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314454 Jun 06 17:47:58.213905 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 43150) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:58.221506 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-3df3d2a4-1e92-412e-8d96-8b4ca12b1e0e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1850072072-network', 'tenant_id': '3f0253210f6f42de8218ed2c9ef5f7df'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:47:58.325326 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df3d2a4-1e92-412e-8d96-8b4ca12b1e0e admin admin] Made reservation on behalf of 3f0253210f6f42de8218ed2c9ef5f7df for: {'network': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:47:58.327894 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-3df3d2a4-1e92-412e-8d96-8b4ca12b1e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1686528'] for network, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.342821 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-3df3d2a4-1e92-412e-8d96-8b4ca12b1e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.356888 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-87955409-be67-441b-8af0-24f48f7c4c77 req-e14142a2-ded9-4c35-b2e8-014fa9c1a37c service neutron] 10.222.0.35 "GET /v2.0/networks/7400c8c4-2b2d-42c7-ac06-b41e30d48de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837158 Jun 06 17:47:58.367839 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 4, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9', 'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'mac_address': 'fa:16:3e:84:a9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:54Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 2, 'project_id': '0c4da32552a444399325961073cd62c0', 'subnets': [{'id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:58.373602 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] Checking router: 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:47:58.373977 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] Updating router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed port 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9 binding host dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:47:58.435799 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.450339 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 43158) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:58.475787 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-3df3d2a4-1e92-412e-8d96-8b4ca12b1e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.536764 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-3df3d2a4-1e92-412e-8d96-8b4ca12b1e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.541006 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-15b92890-72b2-4ede-bbe5-475c40281448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:58.552734 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 6003afc4-ac4c-46b3-98f3-b5ca194ab71b up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:47:58.559018 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df3d2a4-1e92-412e-8d96-8b4ca12b1e0e admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=98885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 06 17:47:58.578926 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-3df3d2a4-1e92-412e-8d96-8b4ca12b1e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.579278 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.segments_db [None req-3df3d2a4-1e92-412e-8d96-8b4ca12b1e0e admin admin] Added segment 53223ab6-9bc3-4461-93c2-7590c69fb37d of type vlan for network 3a4a583e-276e-42d4-b456-b2a1d051fbff Jun 06 17:47:58.585820 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bfcccfdb-1edf-4e82-af38-03482a23b541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.588734 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3d2a4-1e92-412e-8d96-8b4ca12b1e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedb4821-9a16-4038-b210-a1ee5be3d91d,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:58.624451 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-3df3d2a4-1e92-412e-8d96-8b4ca12b1e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:58.626336 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-3df3d2a4-1e92-412e-8d96-8b4ca12b1e0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779962068718'] for network, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.703682 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bfcccfdb-1edf-4e82-af38-03482a23b541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.736493 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-3df3d2a4-1e92-412e-8d96-8b4ca12b1e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186'] for network, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.737857 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df3d2a4-1e92-412e-8d96-8b4ca12b1e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:58.738440 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-3df3d2a4-1e92-412e-8d96-8b4ca12b1e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.739641 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 6003afc4-ac4c-46b3-98f3-b5ca194ab71b triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:47:58.740013 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.743618 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-a974f663-9f64-4dc7-b4ed-b0330621560b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:58.776040 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bfcccfdb-1edf-4e82-af38-03482a23b541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.784927 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-77c72d17-56bb-4ff7-993c-615e0f962d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:58.829755 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-bfcccfdb-1edf-4e82-af38-03482a23b541 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=50f4c13ff24e4177abb0ca0aef337648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3760200 Jun 06 17:47:58.829755 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcccfdb-1edf-4e82-af38-03482a23b541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f49bdb2-54c8-471a-a5e5-8bfd7e78f740,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:58.830688 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 43162) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:58.843418 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-bfcccfdb-1edf-4e82-af38-03482a23b541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:58.851855 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3d2a4-1e92-412e-8d96-8b4ca12b1e0e admin admin] Pushing event updated for resources: {'Network': ['ID=3a4a583e-276e-42d4-b456-b2a1d051fbff,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:58.856151 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-3df3d2a4-1e92-412e-8d96-8b4ca12b1e0e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6384795 Jun 06 17:47:58.857187 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-3df3d2a4-1e92-412e-8d96-8b4ca12b1e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:58.867175 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 43164) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:58.871930 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-b06fd495-2c3f-4115-925e-1069063cd368 admin admin] Request body: {'subnet': {'network_id': '3a4a583e-276e-42d4-b456-b2a1d051fbff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1850072072-subnet', 'tenant_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'ip_version': 4}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:47:58.888345 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Network 3a4a583e-276e-42d4-b456-b2a1d051fbff details requested by agent ovs-agent-dv-cinder-791281-4-iscsi with host dv-cinder-791281-4-iscsi {{(pid=98886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 06 17:47:58.897561 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bc365f9e-b975-464f-b953-e3a10102bad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.923899 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bc365f9e-b975-464f-b953-e3a10102bad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.949162 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] Notify callbacks [] for port, precommit_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:58.969387 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06fd495-2c3f-4115-925e-1069063cd368 admin admin] Made reservation on behalf of 3f0253210f6f42de8218ed2c9ef5f7df for: {'subnet': 1} {{(pid=98885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:47:58.971745 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b06fd495-2c3f-4115-925e-1069063cd368 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16410940'] for subnet, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:59.045439 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bc365f9e-b975-464f-b953-e3a10102bad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:59.048309 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bc365f9e-b975-464f-b953-e3a10102bad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:59.050637 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-bc365f9e-b975-464f-b953-e3a10102bad2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f49bdb2-54c8-471a-a5e5-8bfd7e78f740 HTTP/1.1" status: 204 len: 168 time: 0.2179396 Jun 06 17:47:59.050637 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-32f7d951-f1aa-4051-bae4-56e556fee7eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:59.051776 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] Transition to ACTIVE for port object 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9 will not be triggered until provisioned by entity L2. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:47:59.075214 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc365f9e-b975-464f-b953-e3a10102bad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f49bdb2-54c8-471a-a5e5-8bfd7e78f740,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:59.078034 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-bc365f9e-b975-464f-b953-e3a10102bad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:59.140581 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:59.144541 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:59.376555 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b06fd495-2c3f-4115-925e-1069063cd368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14987934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16410926'] for subnet, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:59.381815 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:59.401803 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28772817-754f-4b6d-87a8-36908fec23c2 None None] Pushing event updated for resources: {'Port': ['ID=1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9,revision_number=3']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:59.421331 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-28772817-754f-4b6d-87a8-36908fec23c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:59.426076 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] Attempting to bind port 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9 on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:47:59.432254 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] Attempting to bind port 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9 by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': '7a4c93b7-6dee-4f41-936d-eb7bbeb7598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f'}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:47:59.432885 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] Attempting to bind port 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9 on network 7324c755-0d62-49e0-b2a4-20b39f5c372f {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:47:59.439438 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:47:59.440084 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] Checking segment: {'id': '7a4c93b7-6dee-4f41-936d-eb7bbeb7598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:47:59.440649 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:59.441215 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] Bound using segment: {'id': '7a4c93b7-6dee-4f41-936d-eb7bbeb7598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f'} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:47:59.441858 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] Bound port: 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4c93b7-6dee-4f41-936d-eb7bbeb7598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f'}}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:47:59.442402 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:59.495002 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fd495-2c3f-4115-925e-1069063cd368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8fffb25-8453-496f-8c3a-c8acabb6599f,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:59.498005 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06fd495-2c3f-4115-925e-1069063cd368 admin admin] Checking segment: {'id': '53223ab6-9bc3-4461-93c2-7590c69fb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3a4a583e-276e-42d4-b456-b2a1d051fbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:47:59.498367 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06fd495-2c3f-4115-925e-1069063cd368 admin admin] Network hostable DHCP agents. Network: 3a4a583e-276e-42d4-b456-b2a1d051fbff, hostable agents: ['45453017-52f2-4007-8a53-c2b26b96b466'], hosted agents: [] {{(pid=98885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 06 17:47:59.501599 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-b06fd495-2c3f-4115-925e-1069063cd368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:59.546343 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] For port 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:47:59.549443 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] For port 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9,segment=NetworkSegment(7a4c93b7-6dee-4f41-936d-eb7bbeb7598b),segment_id=7a4c93b7-6dee-4f41-936d-eb7bbeb7598b)] {{(pid=98886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:47:59.593526 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06fd495-2c3f-4115-925e-1069063cd368 admin admin] Network 3a4a583e-276e-42d4-b456-b2a1d051fbff is scheduled to be hosted by DHCP agent 45453017-52f2-4007-8a53-c2b26b96b466 with binding_index 1 {{(pid=98885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 06 17:47:59.650935 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:59.656183 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-48fb4c4f-0adc-43ac-a7ed-1f658ab77109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:47:59.688540 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-b06fd495-2c3f-4115-925e-1069063cd368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-4-iscsi, 3a4a583e-276e-42d4-b456-b2a1d051fbff) {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:47:59.694718 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06fd495-2c3f-4115-925e-1069063cd368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:47:59.695786 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b06fd495-2c3f-4115-925e-1069063cd368 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:59.702384 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a21117-e767-4c70-9285-65b4ca44539c None None] Network 3a4a583e-276e-42d4-b456-b2a1d051fbff requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:47:59.722510 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 43176) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:59.742121 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c3957659-238a-4563-92ba-5905590de1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:59.799592 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-b06fd495-2c3f-4115-925e-1069063cd368 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9290855 Jun 06 17:47:59.801287 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 43178) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:47:59.807976 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-3d647744-4749-47a8-bfe7-3e882fba8916 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1850072072-router', 'tenant_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:47:59.822493 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] Routers {'7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:47:59.823130 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:47:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:47:59.881049 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28772817-754f-4b6d-87a8-36908fec23c2 None None] Pushing event updated for resources: {'Port': ['ID=1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:47:59.900923 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-28772817-754f-4b6d-87a8-36908fec23c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:47:59.904322 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c3957659-238a-4563-92ba-5905590de1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:59.988141 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-c3957659-238a-4563-92ba-5905590de1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:47:59.998639 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-18317b90-95bd-448f-a4fc-679b03ce3967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:00.038161 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-c3957659-238a-4563-92ba-5905590de1da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=217bcf6e34d64a4b80ac575db089924b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144588 Jun 06 17:48:00.040835 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 43184) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:00.057277 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3957659-238a-4563-92ba-5905590de1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffa889c-3daf-44f5-9d55-a698232f9b4d,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:00.061603 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-c3957659-238a-4563-92ba-5905590de1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:00.108064 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3d647744-4749-47a8-bfe7-3e882fba8916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-815938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126989'] for router, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:00.109180 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1299d844-dc30-4a4b-9cec-ad98ae7b5437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:00.109642 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3d647744-4749-47a8-bfe7-3e882fba8916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-815835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-813822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126996'] for router, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:00.127818 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] Set router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:48:00.138106 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1299d844-dc30-4a4b-9cec-ad98ae7b5437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:00.141373 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3d647744-4749-47a8-bfe7-3e882fba8916 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:00.172052 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fffc2be-ceb4-590f-8c94-af793f517164-3a4a583e-276e-42d4-b456-b2a1d051fbff', 'network_id': '3a4a583e-276e-42d4-b456-b2a1d051fbff', 'tenant_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'fixed_ips': [{'subnet_id': 'd8fffb25-8453-496f-8c3a-c8acabb6599f'}]}} from dv-cinder-791281-4-iscsi. {{(pid=98886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 06 17:48:00.173155 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:00.421089 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1299d844-dc30-4a4b-9cec-ad98ae7b5437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:00.424742 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1299d844-dc30-4a4b-9cec-ad98ae7b5437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:00.426495 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-1299d844-dc30-4a4b-9cec-ad98ae7b5437 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ffa889c-3daf-44f5-9d55-a698232f9b4d HTTP/1.1" status: 204 len: 168 time: 0.3845868 Jun 06 17:48:00.427895 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-5f141399-d425-4e72-9fa4-3dcf67aa73bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:00.477869 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299d844-dc30-4a4b-9cec-ad98ae7b5437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffa889c-3daf-44f5-9d55-a698232f9b4d,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:00.486285 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-1299d844-dc30-4a4b-9cec-ad98ae7b5437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:00.588844 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.db_base_plugin_common [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Allocated IP 172.20.0.2 (3a4a583e-276e-42d4-b456-b2a1d051fbff/d8fffb25-8453-496f-8c3a-c8acabb6599f/9be7593a-6577-4906-95ed-143d0f0a8cb0) {{(pid=98886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:48:00.644138 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 4, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9', 'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'mac_address': 'fa:16:3e:84:a9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:54Z', 'updated_at': '2021-06-06T17:47:59Z', 'revision_number': 4, 'project_id': '0c4da32552a444399325961073cd62c0', 'subnets': [{'id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:00.653676 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e53cae-755a-4dac-8793-fdecce80600e None None] The sync data for ids ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'] in dv-cinder-791281-4-iscsi is: [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 4, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9', 'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'mac_address': 'fa:16:3e:84:a9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:54Z', 'updated_at': '2021-06-06T17:47:59Z', 'revision_number': 4, 'project_id': '0c4da32552a444399325961073cd62c0', 'subnets': [{'id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:48:00.705985 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3d647744-4749-47a8-bfe7-3e882fba8916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-813708', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-815952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127010'] for router, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:00.856194 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Notify callbacks [] for port, precommit_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:00.867116 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Transition to ACTIVE for port object 9be7593a-6577-4906-95ed-143d0f0a8cb0 will not be triggered until provisioned by entity L2. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:48:00.888064 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Transition to ACTIVE for port object 9be7593a-6577-4906-95ed-143d0f0a8cb0 will not be triggered until provisioned by entity DHCP. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:48:01.079565 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136'] for port, after_create {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:01.084355 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:01.297864 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Network 3a4a583e-276e-42d4-b456-b2a1d051fbff is already hosted by enough agents. {{(pid=98886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:48:01.306782 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.scheduler.base_scheduler [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Resources bound (agent type, host, resource id): {{(pid=98886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:48:01.310412 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Received port after_create {{(pid=98886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:48:01.327443 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3d647744-4749-47a8-bfe7-3e882fba8916 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:01.356556 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Pushing event updated for resources: {'Port': ['ID=9be7593a-6577-4906-95ed-143d0f0a8cb0,revision_number=1']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:01.359560 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3d647744-4749-47a8-bfe7-3e882fba8916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:01.365974 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:01.436715 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Attempting to bind port 9be7593a-6577-4906-95ed-143d0f0a8cb0 on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:48:01.437952 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Attempting to bind port 9be7593a-6577-4906-95ed-143d0f0a8cb0 by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': '53223ab6-9bc3-4461-93c2-7590c69fb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3a4a583e-276e-42d4-b456-b2a1d051fbff'}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:48:01.438704 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Attempting to bind port 9be7593a-6577-4906-95ed-143d0f0a8cb0 on network 3a4a583e-276e-42d4-b456-b2a1d051fbff {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:48:01.445446 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:48:01.446205 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Checking segment: {'id': '53223ab6-9bc3-4461-93c2-7590c69fb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3a4a583e-276e-42d4-b456-b2a1d051fbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:48:01.446890 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:01.447455 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Bound using segment: {'id': '53223ab6-9bc3-4461-93c2-7590c69fb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3a4a583e-276e-42d4-b456-b2a1d051fbff'} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:48:01.448088 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Bound port: 9be7593a-6577-4906-95ed-143d0f0a8cb0, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53223ab6-9bc3-4461-93c2-7590c69fb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3a4a583e-276e-42d4-b456-b2a1d051fbff'}}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:48:01.448647 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:01.541637 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [None req-3d647744-4749-47a8-bfe7-3e882fba8916 admin admin] Allocated IP 172.27.1.72 (51853ba8-cea8-4c9b-b5c3-a56837a6d9d6/59a9bba0-da8c-4953-8d6b-87895ebef86f/da0461e8-a9a8-454a-b354-f9166c692163) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:48:01.556332 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] For port 9be7593a-6577-4906-95ed-143d0f0a8cb0, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:48:01.560336 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] For port 9be7593a-6577-4906-95ed-143d0f0a8cb0, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=9be7593a-6577-4906-95ed-143d0f0a8cb0,segment=NetworkSegment(53223ab6-9bc3-4461-93c2-7590c69fb37d),segment_id=53223ab6-9bc3-4461-93c2-7590c69fb37d)] {{(pid=98886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:48:01.648069 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:01.658431 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:01.766571 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Pushing event updated for resources: {'Port': ['ID=9be7593a-6577-4906-95ed-143d0f0a8cb0,revision_number=2']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:01.769708 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:01.773003 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3d647744-4749-47a8-bfe7-3e882fba8916 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:02.000011 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3d647744-4749-47a8-bfe7-3e882fba8916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:02.012332 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-9f94b600-28ed-4806-b85f-465ac5efd955 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:02.159880 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d647744-4749-47a8-bfe7-3e882fba8916 admin admin] Network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:48:02.162622 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [None req-3d647744-4749-47a8-bfe7-3e882fba8916 admin admin] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:48:02.167301 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d647744-4749-47a8-bfe7-3e882fba8916 admin admin] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:48:02.195144 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d647744-4749-47a8-bfe7-3e882fba8916 admin admin] Pushing event updated for resources: {'Port': ['ID=da0461e8-a9a8-454a-b354-f9166c692163,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:02.202266 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-3d647744-4749-47a8-bfe7-3e882fba8916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:02.554592 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 9be7593a-6577-4906-95ed-143d0f0a8cb0 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:48:02.706159 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3d647744-4749-47a8-bfe7-3e882fba8916 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:02.725641 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port 9be7593a-6577-4906-95ed-143d0f0a8cb0 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:48:02.732742 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:48:02.966485 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:48:02.974384 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:48:02.974806 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:03.092341 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3d647744-4749-47a8-bfe7-3e882fba8916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-815947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-813731'] for router, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:03.107460 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790b17b7-6f81-4aa4-80e1-bb03a240b640 None None] Network 3a4a583e-276e-42d4-b456-b2a1d051fbff requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:48:03.217750 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:03.244324 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-f7d9b07b-2267-40f8-9c1e-f24ac25a1611 None None] Provisioning for port 9be7593a-6577-4906-95ed-143d0f0a8cb0 completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:48:03.261599 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-f7d9b07b-2267-40f8-9c1e-f24ac25a1611 None None] Provisioning complete for port 9be7593a-6577-4906-95ed-143d0f0a8cb0 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:48:03.262572 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-f7d9b07b-2267-40f8-9c1e-f24ac25a1611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:03.341550 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9,segment=NetworkSegment(7a4c93b7-6dee-4f41-936d-eb7bbeb7598b),segment_id=7a4c93b7-6dee-4f41-936d-eb7bbeb7598b)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:48:03.447779 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:03.455953 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-52efa3f3-8430-422d-9dda-032add4ad9b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:03.512362 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d647744-4749-47a8-bfe7-3e882fba8916 admin admin] Router 9d1af197-392c-45f6-b5f6-b44ca6ab1311 is scheduled to L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 with binding_index 1 {{(pid=98884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 06 17:48:03.577472 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-f7d9b07b-2267-40f8-9c1e-f24ac25a1611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:03.603426 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:03.618933 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:03.619276 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:03.619611 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:03.619944 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:03.620273 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:03.620604 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:03.620959 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:03.621494 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:03.621910 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:03.622339 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:03.622663 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:03.622983 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:03.626991 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:03.646846 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-f7d9b07b-2267-40f8-9c1e-f24ac25a1611 None None] For port 9be7593a-6577-4906-95ed-143d0f0a8cb0, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=9be7593a-6577-4906-95ed-143d0f0a8cb0,segment=NetworkSegment(53223ab6-9bc3-4461-93c2-7590c69fb37d),segment_id=53223ab6-9bc3-4461-93c2-7590c69fb37d)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:48:03.695904 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d647744-4749-47a8-bfe7-3e882fba8916 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:48:03.705200 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] Sync routers for ids ['9d1af197-392c-45f6-b5f6-b44ca6ab1311'] in dv-cinder-791281-4-iscsi {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:48:03.717028 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] Routers {'9d1af197-392c-45f6-b5f6-b44ca6ab1311'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:48:03.717943 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:47:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['9d1af197-392c-45f6-b5f6-b44ca6ab1311'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:03.747597 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-f7d9b07b-2267-40f8-9c1e-f24ac25a1611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:03.751590 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:03.821843 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9b07b-2267-40f8-9c1e-f24ac25a1611 None None] Pushing event updated for resources: {'Port': ['ID=9be7593a-6577-4906-95ed-143d0f0a8cb0,revision_number=3']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:03.825429 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-f7d9b07b-2267-40f8-9c1e-f24ac25a1611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:03.850524 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3d647744-4749-47a8-bfe7-3e882fba8916 admin admin] Notify callbacks [] for router, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:03.853207 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-3d647744-4749-47a8-bfe7-3e882fba8916 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0489171 Jun 06 17:48:03.854474 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 43240) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:03.869138 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-2eef2bc7-3358-45ca-b7b2-77ac18968ae7 None None] Provisioning complete for port 9be7593a-6577-4906-95ed-143d0f0a8cb0 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:48:03.869527 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-2eef2bc7-3358-45ca-b7b2-77ac18968ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:03.903920 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] Set router 9d1af197-392c-45f6-b5f6-b44ca6ab1311 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:48:04.211147 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1af197-392c-45f6-b5f6-b44ca6ab1311', 'name': 'tempest-TestVolumeBootPattern-1850072072-router', 'tenant_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'da0461e8-a9a8-454a-b354-f9166c692163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:48:00Z', 'updated_at': '2021-06-06T17:48:02Z', 'revision_number': 3, 'project_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'gw_port': {'id': 'da0461e8-a9a8-454a-b354-f9166c692163', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1af197-392c-45f6-b5f6-b44ca6ab1311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:48:01Z', 'updated_at': '2021-06-06T17:48:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:04.214865 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] Checking router: 9d1af197-392c-45f6-b5f6-b44ca6ab1311 for host: dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:48:04.215282 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] Updating router 9d1af197-392c-45f6-b5f6-b44ca6ab1311 port da0461e8-a9a8-454a-b354-f9166c692163 binding host dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:48:04.270246 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:04.548121 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 9be7593a-6577-4906-95ed-143d0f0a8cb0 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:48:04.640814 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 9be7593a-6577-4906-95ed-143d0f0a8cb0 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:48:04.641484 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:04.656114 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] Notify callbacks [] for port, precommit_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:04.656919 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:04.667372 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.provisioning_blocks [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] Transition to ACTIVE for port object da0461e8-a9a8-454a-b354-f9166c692163 will not be triggered until provisioned by entity L2. {{(pid=98887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:48:04.759202 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:04.765543 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-d853bc5f-b7b0-4ff7-949b-a572f6416b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:04.767442 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:48:04.828561 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea4fae-db15-46d6-9208-5b41d0dc78bd None None] Pushing event updated for resources: {'Port': ['ID=da0461e8-a9a8-454a-b354-f9166c692163,revision_number=2']} {{(pid=98887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:04.847823 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:48:04.848198 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:04.859136 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] Attempting to bind port da0461e8-a9a8-454a-b354-f9166c692163 on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:48:04.859507 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] Attempting to bind port da0461e8-a9a8-454a-b354-f9166c692163 by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}] {{(pid=98887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:48:04.859862 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] Attempting to bind port da0461e8-a9a8-454a-b354-f9166c692163 on network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:48:04.870483 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:48:04.870483 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] Checking segment: {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:48:04.870483 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:04.870483 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] Bound using segment: {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'} {{(pid=98887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:48:04.870483 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.managers [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] Bound port: da0461e8-a9a8-454a-b354-f9166c692163, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8acf786a-0138-4a13-9817-cde76d774146', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6'}}] {{(pid=98887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:48:04.870483 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:04.891708 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Allocated IP 172.20.0.1 (3a4a583e-276e-42d4-b456-b2a1d051fbff/d8fffb25-8453-496f-8c3a-c8acabb6599f/f9138256-b87a-461b-8d07-6204e9bf550d) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:48:04.923426 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-74ea4fae-db15-46d6-9208-5b41d0dc78bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:04.952864 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.db [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] For port da0461e8-a9a8-454a-b354-f9166c692163, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:48:04.956452 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.plugins.ml2.db [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] For port da0461e8-a9a8-454a-b354-f9166c692163, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=da0461e8-a9a8-454a-b354-f9166c692163,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:48:05.050299 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:05.066732 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Transition to ACTIVE for port object f9138256-b87a-461b-8d07-6204e9bf550d will not be triggered until provisioned by entity DHCP. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:48:05.100843 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron_lib.callbacks.manager [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:05.105198 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-f230e353-6b67-4c99-bcc3-1ccd1e5d80d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:05.180680 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] Routers {'9d1af197-392c-45f6-b5f6-b44ca6ab1311'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:48:05.181297 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:47:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['9d1af197-392c-45f6-b5f6-b44ca6ab1311'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:05.193340 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:05.197309 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-3d647744-4749-47a8-bfe7-3e882fba8916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:05.235835 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea4fae-db15-46d6-9208-5b41d0dc78bd None None] Pushing event updated for resources: {'Port': ['ID=da0461e8-a9a8-454a-b354-f9166c692163,revision_number=3']} {{(pid=98887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:05.245717 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG oslo_concurrency.lockutils [None req-74ea4fae-db15-46d6-9208-5b41d0dc78bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:05.259138 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Network 3a4a583e-276e-42d4-b456-b2a1d051fbff is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:48:05.262047 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:48:05.265750 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:48:05.295424 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Pushing event updated for resources: {'Port': ['ID=f9138256-b87a-461b-8d07-6204e9bf550d,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:05.309455 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:05.309837 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:05.310209 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:05.310566 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:05.310923 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:05.311279 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:05.311633 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:05.311988 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:05.312345 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:05.312697 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:05.313074 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:05.313425 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:05.318572 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:05.333281 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560105'] for router_interface, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:05.366930 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] Set router 9d1af197-392c-45f6-b5f6-b44ca6ab1311 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:48:05.625948 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-4d7ef67f-a529-49fc-b862-52676027f14e None None] Provisioning for port f9138256-b87a-461b-8d07-6204e9bf550d completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:48:05.631142 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-4d7ef67f-a529-49fc-b862-52676027f14e None None] Provisioning complete for port f9138256-b87a-461b-8d07-6204e9bf550d triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:48:05.632902 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-4d7ef67f-a529-49fc-b862-52676027f14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:05.673524 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1af197-392c-45f6-b5f6-b44ca6ab1311', 'name': 'tempest-TestVolumeBootPattern-1850072072-router', 'tenant_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'da0461e8-a9a8-454a-b354-f9166c692163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:48:00Z', 'updated_at': '2021-06-06T17:48:02Z', 'revision_number': 3, 'project_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'gw_port': {'id': 'da0461e8-a9a8-454a-b354-f9166c692163', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1af197-392c-45f6-b5f6-b44ca6ab1311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:48:01Z', 'updated_at': '2021-06-06T17:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:05.677603 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c3adf4-d20f-49e1-a0a3-cea5108f9995 None None] The sync data for ids ['9d1af197-392c-45f6-b5f6-b44ca6ab1311'] in dv-cinder-791281-4-iscsi is: [{'id': '9d1af197-392c-45f6-b5f6-b44ca6ab1311', 'name': 'tempest-TestVolumeBootPattern-1850072072-router', 'tenant_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'da0461e8-a9a8-454a-b354-f9166c692163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:48:00Z', 'updated_at': '2021-06-06T17:48:02Z', 'revision_number': 3, 'project_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'gw_port': {'id': 'da0461e8-a9a8-454a-b354-f9166c692163', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1af197-392c-45f6-b5f6-b44ca6ab1311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:48:01Z', 'updated_at': '2021-06-06T17:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}] {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:48:05.730603 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:05.764828 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ef67f-a529-49fc-b862-52676027f14e None None] Port f9138256-b87a-461b-8d07-6204e9bf550d cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:48:05.991804 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:06.101981 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:06.133424 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-e5b41068-84dc-424b-8f1b-1b43cf4dbb30 tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:06.219843 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-599200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-811441'] for router_interface, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:06.223394 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Pushing event updated for resources: {'Port': ['ID=f9138256-b87a-461b-8d07-6204e9bf550d,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:06.226882 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:06.364324 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Network 3a4a583e-276e-42d4-b456-b2a1d051fbff is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:48:06.365873 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:48:06.542748 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device da0461e8-a9a8-454a-b354-f9166c692163 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:48:06.595281 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Router 9d1af197-392c-45f6-b5f6-b44ca6ab1311 has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:48:06.613266 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-766f20e9-2058-4787-9193-823d81197963 None None] Provisioning complete for port f9138256-b87a-461b-8d07-6204e9bf550d triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:48:06.613647 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-766f20e9-2058-4787-9193-823d81197963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:06.675651 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-766f20e9-2058-4787-9193-823d81197963 None None] Port f9138256-b87a-461b-8d07-6204e9bf550d cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:48:06.740573 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port da0461e8-a9a8-454a-b354-f9166c692163 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:48:06.745585 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port da0461e8-a9a8-454a-b354-f9166c692163 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:48:06.746013 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:06.782729 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:48:06.793378 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] 10.222.0.18 "PUT /v2.0/routers/9d1af197-392c-45f6-b5f6-b44ca6ab1311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9321823 Jun 06 17:48:06.863917 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:06.880870 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port da0461e8-a9a8-454a-b354-f9166c692163, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=da0461e8-a9a8-454a-b354-f9166c692163,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:48:06.958785 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:06.960663 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-92b59773-7ae5-4c30-aa55-290d9453d835 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:07.024918 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=da0461e8-a9a8-454a-b354-f9166c692163,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:07.027869 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:07.513014 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 43280) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:07.517602 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-d8b2ed61-1060-429a-a0e4-c4d6f83083d7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1400007020', 'description': 'tempest-secgroup-smoke-1400007020 description', 'project_id': '0c4da32552a444399325961073cd62c0'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:48:07.633357 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 43284) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:07.634268 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d8b2ed61-1060-429a-a0e4-c4d6f83083d7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:07.750655 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d8b2ed61-1060-429a-a0e4-c4d6f83083d7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:07.808692 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f647b249-a8f5-4faa-8a6a-f3027c283323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:07.810482 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d8b2ed61-1060-429a-a0e4-c4d6f83083d7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:07.814980 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-47b0e969-1367-4f9e-a7ad-207022c9b51f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:07.851657 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2ed61-1060-429a-a0e4-c4d6f83083d7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04464684-64d9-4494-a6c9-4f15e5f6f265,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:07.859808 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2ed61-1060-429a-a0e4-c4d6f83083d7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:07.860253 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2ed61-1060-429a-a0e4-c4d6f83083d7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:07.860627 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2ed61-1060-429a-a0e4-c4d6f83083d7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:07.860947 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2ed61-1060-429a-a0e4-c4d6f83083d7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:07.861317 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2ed61-1060-429a-a0e4-c4d6f83083d7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:07.863639 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2ed61-1060-429a-a0e4-c4d6f83083d7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:07.863639 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2ed61-1060-429a-a0e4-c4d6f83083d7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:07.863639 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2ed61-1060-429a-a0e4-c4d6f83083d7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:07.863639 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2ed61-1060-429a-a0e4-c4d6f83083d7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:07.863639 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2ed61-1060-429a-a0e4-c4d6f83083d7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:07.863639 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2ed61-1060-429a-a0e4-c4d6f83083d7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:07.864161 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2ed61-1060-429a-a0e4-c4d6f83083d7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:48:07.867617 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-d8b2ed61-1060-429a-a0e4-c4d6f83083d7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:07.893434 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] Sync routers for ids ['9d1af197-392c-45f6-b5f6-b44ca6ab1311'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:48:07.903344 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] Routers {'9d1af197-392c-45f6-b5f6-b44ca6ab1311'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:48:07.904953 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:47:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['9d1af197-392c-45f6-b5f6-b44ca6ab1311'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:08.076440 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f647b249-a8f5-4faa-8a6a-f3027c283323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:08.083548 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] Set router 9d1af197-392c-45f6-b5f6-b44ca6ab1311 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:48:08.170322 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f647b249-a8f5-4faa-8a6a-f3027c283323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:08.180140 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2c2775d8-c09b-4ae0-859e-c98cbe623d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:08.221988 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-f647b249-a8f5-4faa-8a6a-f3027c283323 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9566ae76c2bd4164a7c422e66702cb35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5849648 Jun 06 17:48:08.222214 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 43290) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:08.232390 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647b249-a8f5-4faa-8a6a-f3027c283323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9768e4-3b63-46e0-880a-a1dcacd0efaa,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:08.236858 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-f647b249-a8f5-4faa-8a6a-f3027c283323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:08.244516 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d8b2ed61-1060-429a-a0e4-c4d6f83083d7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:08.249450 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-d8b2ed61-1060-429a-a0e4-c4d6f83083d7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7320344 Jun 06 17:48:08.249450 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 43292) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:08.254245 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-8549ebd6-2431-4471-851d-79089e77bb06 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Request body: {'security_group_rule': {'security_group_id': '04464684-64d9-4494-a6c9-4f15e5f6f265', 'project_id': '0c4da32552a444399325961073cd62c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:48:08.290520 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2df5d9c3-bd35-4e58-aab7-b9666235d099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:08.316642 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2df5d9c3-bd35-4e58-aab7-b9666235d099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:08.361846 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8549ebd6-2431-4471-851d-79089e77bb06 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:08.411108 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1af197-392c-45f6-b5f6-b44ca6ab1311', 'name': 'tempest-TestVolumeBootPattern-1850072072-router', 'tenant_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'da0461e8-a9a8-454a-b354-f9166c692163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:48:00Z', 'updated_at': '2021-06-06T17:48:05Z', 'revision_number': 4, 'project_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'gw_port': {'id': 'da0461e8-a9a8-454a-b354-f9166c692163', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1af197-392c-45f6-b5f6-b44ca6ab1311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:48:01Z', 'updated_at': '2021-06-06T17:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'f9138256-b87a-461b-8d07-6204e9bf550d', 'name': '', 'network_id': '3a4a583e-276e-42d4-b456-b2a1d051fbff', 'tenant_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'mac_address': 'fa:16:3e:99:a8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1af197-392c-45f6-b5f6-b44ca6ab1311', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd8fffb25-8453-496f-8c3a-c8acabb6599f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:48:04Z', 'updated_at': '2021-06-06T17:48:05Z', 'revision_number': 2, 'project_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'subnets': [{'id': 'd8fffb25-8453-496f-8c3a-c8acabb6599f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:08.415195 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] Checking router: 9d1af197-392c-45f6-b5f6-b44ca6ab1311 for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:48:08.415589 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] Updating router 9d1af197-392c-45f6-b5f6-b44ca6ab1311 port f9138256-b87a-461b-8d07-6204e9bf550d binding host dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 06 17:48:08.427490 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2df5d9c3-bd35-4e58-aab7-b9666235d099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:08.429890 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2df5d9c3-bd35-4e58-aab7-b9666235d099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:08.433361 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-2df5d9c3-bd35-4e58-aab7-b9666235d099 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c9768e4-3b63-46e0-880a-a1dcacd0efaa HTTP/1.1" status: 204 len: 168 time: 0.2080622 Jun 06 17:48:08.433361 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-a0921e77-e7fc-4423-b549-5674264e20c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:08.443171 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8549ebd6-2431-4471-851d-79089e77bb06 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:08.453637 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5d9c3-bd35-4e58-aab7-b9666235d099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9768e4-3b63-46e0-880a-a1dcacd0efaa,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:08.456383 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2df5d9c3-bd35-4e58-aab7-b9666235d099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:08.488906 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:08.517839 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8549ebd6-2431-4471-851d-79089e77bb06 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:08.527098 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-9778523b-05df-4aa9-b64f-bd0d680cf56d tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:08.545623 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device da0461e8-a9a8-454a-b354-f9166c692163 up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:48:08.550179 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549ebd6-2431-4471-851d-79089e77bb06 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62703fb6-3dcf-48db-9fa2-c7d0607bb339,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:08.554708 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-8549ebd6-2431-4471-851d-79089e77bb06 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:08.650675 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8549ebd6-2431-4471-851d-79089e77bb06 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:08.651968 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-8549ebd6-2431-4471-851d-79089e77bb06 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4014590 Jun 06 17:48:08.655489 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 43296) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:08.660215 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-f90bf5e5-f381-4d09-9e35-98f7c8d2a9b2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Request body: {'security_group_rule': {'security_group_id': '04464684-64d9-4494-a6c9-4f15e5f6f265', 'project_id': '0c4da32552a444399325961073cd62c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:48:08.709010 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port da0461e8-a9a8-454a-b354-f9166c692163 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:48:08.709386 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:08.759120 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f90bf5e5-f381-4d09-9e35-98f7c8d2a9b2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:08.828491 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f90bf5e5-f381-4d09-9e35-98f7c8d2a9b2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:08.951463 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f90bf5e5-f381-4d09-9e35-98f7c8d2a9b2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:08.953849 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:08.975682 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90bf5e5-f381-4d09-9e35-98f7c8d2a9b2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc6a910-d8da-4804-a87f-eddb99cc0015,revision_number=0']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:08.983207 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-f90bf5e5-f381-4d09-9e35-98f7c8d2a9b2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:09.001487 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] Notify callbacks [] for port, precommit_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:09.013464 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] Transition to ACTIVE for port object f9138256-b87a-461b-8d07-6204e9bf550d will not be triggered until provisioned by entity L2. {{(pid=98886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:48:09.079065 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-f90bf5e5-f381-4d09-9e35-98f7c8d2a9b2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:09.080268 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-f90bf5e5-f381-4d09-9e35-98f7c8d2a9b2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4237781 Jun 06 17:48:09.090363 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 43308) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:09.095245 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-ff3df49e-cf7c-4635-9130-74a07d81c895 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Request body: {'security_group_rule': {'security_group_id': '04464684-64d9-4494-a6c9-4f15e5f6f265', 'project_id': '0c4da32552a444399325961073cd62c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:48:09.108437 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:09.118344 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-c3f5104c-0ac8-4131-84e5-34e292af265f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:09.143209 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 43310) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:09.162182 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2c768657-ef07-42fb-8286-3b74ef9515b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:09.216461 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ff3df49e-cf7c-4635-9130-74a07d81c895 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:09.333765 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bcd63-cce0-4d42-9fc3-b8f392fcec62 None None] Pushing event updated for resources: {'Port': ['ID=f9138256-b87a-461b-8d07-6204e9bf550d,revision_number=3']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:09.343600 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-be3bcd63-cce0-4d42-9fc3-b8f392fcec62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:09.358517 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ff3df49e-cf7c-4635-9130-74a07d81c895 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:09.403539 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2c768657-ef07-42fb-8286-3b74ef9515b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:09.406498 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] Attempting to bind port f9138256-b87a-461b-8d07-6204e9bf550d on host dv-cinder-791281-4-iscsi for vnic_type normal with profile {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:48:09.406882 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] Attempting to bind port f9138256-b87a-461b-8d07-6204e9bf550d by drivers openvswitch,hyperv on host dv-cinder-791281-4-iscsi at level 0 using segments [{'id': '53223ab6-9bc3-4461-93c2-7590c69fb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3a4a583e-276e-42d4-b456-b2a1d051fbff'}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:48:09.407250 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] Attempting to bind port f9138256-b87a-461b-8d07-6204e9bf550d on network 3a4a583e-276e-42d4-b456-b2a1d051fbff {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:48:09.413135 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] Checking agent: {'id': '98f0f71a-36bc-4ca0-8eda-108045aca69f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 31, 53), 'started_at': datetime.datetime(2021, 6, 6, 17, 32, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:48:09.413744 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] Checking segment: {'id': '53223ab6-9bc3-4461-93c2-7590c69fb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3a4a583e-276e-42d4-b456-b2a1d051fbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:48:09.414437 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:09.415032 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] Bound using segment: {'id': '53223ab6-9bc3-4461-93c2-7590c69fb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3a4a583e-276e-42d4-b456-b2a1d051fbff'} {{(pid=98886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:48:09.415704 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.managers [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] Bound port: f9138256-b87a-461b-8d07-6204e9bf550d, host: dv-cinder-791281-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53223ab6-9bc3-4461-93c2-7590c69fb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3a4a583e-276e-42d4-b456-b2a1d051fbff'}}] {{(pid=98886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:48:09.416463 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:09.450705 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ff3df49e-cf7c-4635-9130-74a07d81c895 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:09.452989 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-986ca43c-72aa-4870-968d-acc57f8236ed tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:09.487240 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3df49e-cf7c-4635-9130-74a07d81c895 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ac52e4-c1c6-437f-94a3-38f9c908039c,revision_number=0']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:09.493524 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-ff3df49e-cf7c-4635-9130-74a07d81c895 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:09.513477 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2c768657-ef07-42fb-8286-3b74ef9515b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:09.532471 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] For port f9138256-b87a-461b-8d07-6204e9bf550d, host dv-cinder-791281-4-iscsi, cleared binding levels {{(pid=98886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:48:09.536429 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] For port f9138256-b87a-461b-8d07-6204e9bf550d, host dv-cinder-791281-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=f9138256-b87a-461b-8d07-6204e9bf550d,segment=NetworkSegment(53223ab6-9bc3-4461-93c2-7590c69fb37d),segment_id=53223ab6-9bc3-4461-93c2-7590c69fb37d)] {{(pid=98886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:48:09.542425 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-35c6c90f-77f7-4ee4-a8e2-75c0d2308ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:09.552744 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-2c768657-ef07-42fb-8286-3b74ef9515b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2bd55e0a9508426b8ea0dcec771c29f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4082818 Jun 06 17:48:09.555509 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 43312) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:09.573861 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c768657-ef07-42fb-8286-3b74ef9515b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6ea6bd-3d81-41f9-b8b6-80d39f54b415,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:09.577327 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-2c768657-ef07-42fb-8286-3b74ef9515b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:09.616442 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7a9d-29dd-4681-ae76-667e4b690724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:09.643737 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7a9d-29dd-4681-ae76-667e4b690724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:09.645051 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:09.649765 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:09.653063 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-ff3df49e-cf7c-4635-9130-74a07d81c895 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:09.654282 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-ff3df49e-cf7c-4635-9130-74a07d81c895 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5629058 Jun 06 17:48:09.656918 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 43314) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:09.666733 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-01037474-a1d9-489f-98ae-37d61c5e7ae2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Request body: {'security_group_rule': {'security_group_id': '04464684-64d9-4494-a6c9-4f15e5f6f265', 'project_id': '0c4da32552a444399325961073cd62c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:48:09.732073 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] Routers {'9d1af197-392c-45f6-b5f6-b44ca6ab1311'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:48:09.732825 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:47:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['9d1af197-392c-45f6-b5f6-b44ca6ab1311'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:09.797422 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7a9d-29dd-4681-ae76-667e4b690724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:09.798588 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7a9d-29dd-4681-ae76-667e4b690724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:09.800047 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-3ddd7a9d-29dd-4681-ae76-667e4b690724 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd6ea6bd-3d81-41f9-b8b6-80d39f54b415 HTTP/1.1" status: 204 len: 168 time: 0.2435658 Jun 06 17:48:09.801962 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-870ac9b1-1faa-465c-87ca-6935c99837f1 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:09.807922 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bcd63-cce0-4d42-9fc3-b8f392fcec62 None None] Pushing event updated for resources: {'Port': ['ID=f9138256-b87a-461b-8d07-6204e9bf550d,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:09.812041 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-be3bcd63-cce0-4d42-9fc3-b8f392fcec62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:09.826032 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd7a9d-29dd-4681-ae76-667e4b690724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6ea6bd-3d81-41f9-b8b6-80d39f54b415,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:09.829604 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-01037474-a1d9-489f-98ae-37d61c5e7ae2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:09.859152 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-3ddd7a9d-29dd-4681-ae76-667e4b690724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:09.938140 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-01037474-a1d9-489f-98ae-37d61c5e7ae2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:09.979626 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] Set router 9d1af197-392c-45f6-b5f6-b44ca6ab1311 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:48:10.045434 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-01037474-a1d9-489f-98ae-37d61c5e7ae2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:10.054824 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:10.072807 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01037474-a1d9-489f-98ae-37d61c5e7ae2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935b96f7-9e9a-4c85-b16f-10e87bd54194,revision_number=0']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:10.075217 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-01037474-a1d9-489f-98ae-37d61c5e7ae2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:10.170383 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-01037474-a1d9-489f-98ae-37d61c5e7ae2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:10.174185 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-01037474-a1d9-489f-98ae-37d61c5e7ae2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5137620 Jun 06 17:48:10.174317 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 43322) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:10.178847 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [None req-3c93f491-3bc8-4026-aa97-6aea9d6ebad2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Request body: {'security_group_rule': {'security_group_id': '04464684-64d9-4494-a6c9-4f15e5f6f265', 'project_id': '0c4da32552a444399325961073cd62c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:48:10.273151 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.db.securitygroups_db [None req-3c93f491-3bc8-4026-aa97-6aea9d6ebad2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Project 0c4da32552a444399325961073cd62c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 17:48:10.283949 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3c93f491-3bc8-4026-aa97-6aea9d6ebad2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:10.308262 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1af197-392c-45f6-b5f6-b44ca6ab1311', 'name': 'tempest-TestVolumeBootPattern-1850072072-router', 'tenant_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'da0461e8-a9a8-454a-b354-f9166c692163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:48:00Z', 'updated_at': '2021-06-06T17:48:05Z', 'revision_number': 4, 'project_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'gw_port': {'id': 'da0461e8-a9a8-454a-b354-f9166c692163', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1af197-392c-45f6-b5f6-b44ca6ab1311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:48:01Z', 'updated_at': '2021-06-06T17:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'f9138256-b87a-461b-8d07-6204e9bf550d', 'name': '', 'network_id': '3a4a583e-276e-42d4-b456-b2a1d051fbff', 'tenant_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'mac_address': 'fa:16:3e:99:a8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1af197-392c-45f6-b5f6-b44ca6ab1311', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd8fffb25-8453-496f-8c3a-c8acabb6599f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:48:04Z', 'updated_at': '2021-06-06T17:48:09Z', 'revision_number': 4, 'project_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'subnets': [{'id': 'd8fffb25-8453-496f-8c3a-c8acabb6599f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:10.317197 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ba8ce6-aca7-4337-aa1a-53c27c5444e4 None None] The sync data for ids ['9d1af197-392c-45f6-b5f6-b44ca6ab1311'] in dv-cinder-791281-4-iscsi is: [{'id': '9d1af197-392c-45f6-b5f6-b44ca6ab1311', 'name': 'tempest-TestVolumeBootPattern-1850072072-router', 'tenant_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'da0461e8-a9a8-454a-b354-f9166c692163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:48:00Z', 'updated_at': '2021-06-06T17:48:05Z', 'revision_number': 4, 'project_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'gw_port': {'id': 'da0461e8-a9a8-454a-b354-f9166c692163', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1af197-392c-45f6-b5f6-b44ca6ab1311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:48:01Z', 'updated_at': '2021-06-06T17:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'f9138256-b87a-461b-8d07-6204e9bf550d', 'name': '', 'network_id': '3a4a583e-276e-42d4-b456-b2a1d051fbff', 'tenant_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'mac_address': 'fa:16:3e:99:a8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1af197-392c-45f6-b5f6-b44ca6ab1311', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd8fffb25-8453-496f-8c3a-c8acabb6599f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:48:04Z', 'updated_at': '2021-06-06T17:48:09Z', 'revision_number': 4, 'project_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'subnets': [{'id': 'd8fffb25-8453-496f-8c3a-c8acabb6599f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:48:10.404088 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3c93f491-3bc8-4026-aa97-6aea9d6ebad2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:10.456083 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3c93f491-3bc8-4026-aa97-6aea9d6ebad2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:10.472682 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-ff3df49e-cf7c-4635-9130-74a07d81c895 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:10.495697 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93f491-3bc8-4026-aa97-6aea9d6ebad2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba0bb95-8f5a-4c65-947c-6672160f03fc,revision_number=0']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:10.499304 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-3c93f491-3bc8-4026-aa97-6aea9d6ebad2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:10.535452 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device f9138256-b87a-461b-8d07-6204e9bf550d up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:48:10.587740 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3c93f491-3bc8-4026-aa97-6aea9d6ebad2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:10.592486 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 43334) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:10.598025 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-3c93f491-3bc8-4026-aa97-6aea9d6ebad2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4173272 Jun 06 17:48:10.599611 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-82459256-0623-47a1-94c2-8650fd58c169 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Request body: {'security_group_rule': {'security_group_id': '04464684-64d9-4494-a6c9-4f15e5f6f265', 'project_id': '0c4da32552a444399325961073cd62c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:48:10.656534 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning for port f9138256-b87a-461b-8d07-6204e9bf550d completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:48:10.662063 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port f9138256-b87a-461b-8d07-6204e9bf550d triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:48:10.662448 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:10.681325 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.securitygroups_db [None req-82459256-0623-47a1-94c2-8650fd58c169 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Project 0c4da32552a444399325961073cd62c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 06 17:48:10.689032 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-82459256-0623-47a1-94c2-8650fd58c169 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:10.769273 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-82459256-0623-47a1-94c2-8650fd58c169 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:10.806383 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:10.843379 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] For port f9138256-b87a-461b-8d07-6204e9bf550d, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=f9138256-b87a-461b-8d07-6204e9bf550d,segment=NetworkSegment(53223ab6-9bc3-4461-93c2-7590c69fb37d),segment_id=53223ab6-9bc3-4461-93c2-7590c69fb37d)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:48:10.867539 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-82459256-0623-47a1-94c2-8650fd58c169 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960613'] for security_group_rule, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:10.869737 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:10.892089 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82459256-0623-47a1-94c2-8650fd58c169 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a565e970-855d-442f-b3bf-5636e87bf68d,revision_number=0']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:10.896062 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-82459256-0623-47a1-94c2-8650fd58c169 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:10.924579 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:10.926448 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:10.996520 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Pushing event updated for resources: {'Port': ['ID=f9138256-b87a-461b-8d07-6204e9bf550d,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:10.999583 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:11.010813 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-82459256-0623-47a1-94c2-8650fd58c169 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:11.012637 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-82459256-0623-47a1-94c2-8650fd58c169 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4179728 Jun 06 17:48:12.515521 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device f9138256-b87a-461b-8d07-6204e9bf550d up at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:48:12.585209 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Provisioning complete for port f9138256-b87a-461b-8d07-6204e9bf550d triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:48:12.585587 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:12.789720 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 43448) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:12.918815 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3a0e4749-8d9c-4c36-9fad-77ffe604153d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:13.025706 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3a0e4749-8d9c-4c36-9fad-77ffe604153d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:13.078877 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3a0e4749-8d9c-4c36-9fad-77ffe604153d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:13.092078 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-bfcccfdb-1edf-4e82-af38-03482a23b541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:13.231976 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-3a0e4749-8d9c-4c36-9fad-77ffe604153d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a11810a4c7de42e68c957dd0cbe7d849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4411457 Jun 06 17:48:13.232742 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e4749-8d9c-4c36-9fad-77ffe604153d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a356e720-3aa9-44a8-9472-b284dfb339f1,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:13.234628 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 43454) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:13.235844 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-3a0e4749-8d9c-4c36-9fad-77ffe604153d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:13.296456 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d8d48f2d-c431-460c-ba8a-0d98f0027a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:13.321766 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d8d48f2d-c431-460c-ba8a-0d98f0027a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:13.461830 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d8d48f2d-c431-460c-ba8a-0d98f0027a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:13.464293 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d8d48f2d-c431-460c-ba8a-0d98f0027a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:13.466283 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-d8d48f2d-c431-460c-ba8a-0d98f0027a07 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a356e720-3aa9-44a8-9472-b284dfb339f1 HTTP/1.1" status: 204 len: 168 time: 0.2306714 Jun 06 17:48:13.467083 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-26fbd6af-391e-4eb7-a692-d23cc9f43ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:13.476956 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d48f2d-c431-460c-ba8a-0d98f0027a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a356e720-3aa9-44a8-9472-b284dfb339f1,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:13.479252 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-d8d48f2d-c431-460c-ba8a-0d98f0027a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:14.105620 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 43464) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:14.123316 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e0240da1-69bd-4b20-8b06-6210192d0514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:14.231925 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e0240da1-69bd-4b20-8b06-6210192d0514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:14.300286 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e0240da1-69bd-4b20-8b06-6210192d0514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:14.309477 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-a68ff03d-a65e-4235-9a06-e5ee1571ca17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:14.354121 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-e0240da1-69bd-4b20-8b06-6210192d0514 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6cf374c22b344ce293e06e253cefd291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472634 Jun 06 17:48:14.355858 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0240da1-69bd-4b20-8b06-6210192d0514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3805e0-08ef-48f2-b9ce-8052498abb59,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:14.356882 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 43468) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:14.359023 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e0240da1-69bd-4b20-8b06-6210192d0514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:14.417121 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-aacb4f0c-1709-43e7-aa23-2491584e6cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:14.443803 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-aacb4f0c-1709-43e7-aa23-2491584e6cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:14.599034 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-aacb4f0c-1709-43e7-aa23-2491584e6cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:14.601576 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-aacb4f0c-1709-43e7-aa23-2491584e6cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:14.602743 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-aacb4f0c-1709-43e7-aa23-2491584e6cf0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e3805e0-08ef-48f2-b9ce-8052498abb59 HTTP/1.1" status: 204 len: 168 time: 0.2448380 Jun 06 17:48:14.603657 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-0c11706e-c857-462e-afb1-dd0d350f9321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:14.615105 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb4f0c-1709-43e7-aa23-2491584e6cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3805e0-08ef-48f2-b9ce-8052498abb59,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:14.616995 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-aacb4f0c-1709-43e7-aa23-2491584e6cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:18.148146 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 43552) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:18.273004 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3a467c24-f6bd-4ca3-9fc5-28f654e97ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:18.393559 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3a467c24-f6bd-4ca3-9fc5-28f654e97ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:18.466367 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3a467c24-f6bd-4ca3-9fc5-28f654e97ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:18.475206 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-8d708a37-8d48-4eba-bb73-55335be6e9a9 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:18.515362 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-3a467c24-f6bd-4ca3-9fc5-28f654e97ca0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f40cc7931e64412890a7fbfb02053768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3660698 Jun 06 17:48:18.516387 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a467c24-f6bd-4ca3-9fc5-28f654e97ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5521e39a-452b-4263-b84e-27387a147e67,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:18.518079 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 43560) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:18.519776 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-3a467c24-f6bd-4ca3-9fc5-28f654e97ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:18.596035 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-eaf530cc-2833-45e4-a02f-f11604b0d15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:18.626904 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-eaf530cc-2833-45e4-a02f-f11604b0d15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:18.776029 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-eaf530cc-2833-45e4-a02f-f11604b0d15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:18.778708 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-eaf530cc-2833-45e4-a02f-f11604b0d15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:18.779862 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-eaf530cc-2833-45e4-a02f-f11604b0d15b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5521e39a-452b-4263-b84e-27387a147e67 HTTP/1.1" status: 204 len: 168 time: 0.2607605 Jun 06 17:48:18.780765 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-91150ff9-fdee-4e3b-b86e-43e3c526948e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:18.790643 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf530cc-2833-45e4-a02f-f11604b0d15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5521e39a-452b-4263-b84e-27387a147e67,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:18.793784 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-eaf530cc-2833-45e4-a02f-f11604b0d15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:19.523052 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 43568) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:19.540942 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-7e980890-7086-4fe0-93e9-ca562ee25549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:19.648810 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-7e980890-7086-4fe0-93e9-ca562ee25549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:19.724475 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-7e980890-7086-4fe0-93e9-ca562ee25549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:19.734364 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-48d04c50-ef06-4c45-9cba-00bc18fd916a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:19.774367 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-7e980890-7086-4fe0-93e9-ca562ee25549 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45971d68fc004ff283108cd2bd0a8ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501905 Jun 06 17:48:19.775790 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e980890-7086-4fe0-93e9-ca562ee25549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee753e02-b3fe-45d4-a591-1869526b0e72,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:19.777004 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 43572) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:19.779680 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-7e980890-7086-4fe0-93e9-ca562ee25549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:19.861078 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-849ed3d3-6dc6-42d5-83b3-6fa8fd833056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:19.890279 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-849ed3d3-6dc6-42d5-83b3-6fa8fd833056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:20.027272 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-849ed3d3-6dc6-42d5-83b3-6fa8fd833056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:20.030160 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-849ed3d3-6dc6-42d5-83b3-6fa8fd833056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:20.033213 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-849ed3d3-6dc6-42d5-83b3-6fa8fd833056 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee753e02-b3fe-45d4-a591-1869526b0e72 HTTP/1.1" status: 204 len: 168 time: 0.2522659 Jun 06 17:48:20.033213 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-78592898-5ab5-4977-aae1-2d2cf79f0e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:20.041560 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ed3d3-6dc6-42d5-83b3-6fa8fd833056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee753e02-b3fe-45d4-a591-1869526b0e72,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:20.044435 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-849ed3d3-6dc6-42d5-83b3-6fa8fd833056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:20.313073 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-ca2bf0b5-de73-42de-9be6-8309e49f842c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:22.826452 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:23.078424 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-32f5fef4-6b0e-43aa-b865-d2534368cacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:23.918528 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:25.810203 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:27.000492 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:48:27.654590 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:29.029689 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-019bd732-fca4-4e14-8591-26dee474707c req-3da38d8c-568e-46a7-a027-7dd8ced3da72 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400007020&fields=id&tenant_id=0c4da32552a444399325961073cd62c0 HTTP/1.1" status: 200 len: 267 time: 0.0474691 Jun 06 17:48:29.186903 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bd732-fca4-4e14-8591-26dee474707c req-94939761-0f57-4f4b-8e5b-fdd8ca88d059 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:29.188924 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-019bd732-fca4-4e14-8591-26dee474707c req-94939761-0f57-4f4b-8e5b-fdd8ca88d059 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/networks?id=7324c755-0d62-49e0-b2a4-20b39f5c372f HTTP/1.1" status: 200 len: 811 time: 0.1527684 Jun 06 17:48:29.203338 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-019bd732-fca4-4e14-8591-26dee474707c req-c3e19690-ec74-4a5d-99ed-d5a7e2761de8 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/quotas/0c4da32552a444399325961073cd62c0 HTTP/1.1" status: 200 len: 375 time: 0.0090659 Jun 06 17:48:29.287862 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-019bd732-fca4-4e14-8591-26dee474707c req-8bff21e9-954d-4be8-a04d-17b215baf59e tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0c4da32552a444399325961073cd62c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791438 Jun 06 17:48:29.530281 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-019bd732-fca4-4e14-8591-26dee474707c req-7865ebc7-19dc-45cd-ace0-4c951e2a787a service neutron] 10.222.0.18 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299941 Jun 06 17:48:29.665823 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-019bd732-fca4-4e14-8591-26dee474707c req-705aa5c3-b63a-4312-b7b0-64de1944898b service neutron] 10.222.0.18 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289113 Jun 06 17:48:30.407790 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9ac34018-1c46-40d2-a441-763d49849c67 req-3d579393-65a2-4f14-9b06-1a45d1d49ddf tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 210 time: 0.0512276 Jun 06 17:48:31.508764 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-56c0e710-931c-43db-813c-e870bf55f35a req-2eb95c43-69b6-4050-8750-1e676097a8bb tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 210 time: 0.0464199 Jun 06 17:48:32.659733 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-45305ed8-71a5-4eb9-9249-f57137a48ac6 req-d70203f7-f141-43fd-9ab5-3b1759965ce8 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 210 time: 0.0450082 Jun 06 17:48:32.889569 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bd732-fca4-4e14-8591-26dee474707c req-170512b1-8add-48e0-8fac-4ce0a3916ed0 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:32.891470 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-019bd732-fca4-4e14-8591-26dee474707c req-170512b1-8add-48e0-8fac-4ce0a3916ed0 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.35 "GET /v2.0/networks?id=7324c755-0d62-49e0-b2a4-20b39f5c372f HTTP/1.1" status: 200 len: 811 time: 0.1532197 Jun 06 17:48:32.944638 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-019bd732-fca4-4e14-8591-26dee474707c req-c664f24d-284b-4a17-9926-c4099e42e814 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c4da32552a444399325961073cd62c0 HTTP/1.1" status: 200 len: 380 time: 0.0438221 Jun 06 17:48:32.953914 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-019bd732-fca4-4e14-8591-26dee474707c req-110da240-0a1b-40fd-a5f6-c5d68a3c2301 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Request body: {'port': {'device_id': '36561346-02e6-4997-97df-ccf74092f8be', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'admin_state_up': True, 'tenant_id': '0c4da32552a444399325961073cd62c0', 'security_groups': ['04464684-64d9-4494-a6c9-4f15e5f6f265']}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:48:33.169011 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-019bd732-fca4-4e14-8591-26dee474707c req-110da240-0a1b-40fd-a5f6-c5d68a3c2301 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Made reservation on behalf of 0c4da32552a444399325961073cd62c0 for: {'port': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:48:33.172674 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-019bd732-fca4-4e14-8591-26dee474707c req-110da240-0a1b-40fd-a5f6-c5d68a3c2301 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:33.339515 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [req-019bd732-fca4-4e14-8591-26dee474707c req-110da240-0a1b-40fd-a5f6-c5d68a3c2301 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Allocated IP 172.20.0.12 (7324c755-0d62-49e0-b2a4-20b39f5c372f/acfc39b6-8cea-4f21-9ae6-77600fe7a2da/0616d2f2-887e-42c6-a2c7-4b7560db34f9) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:48:33.532771 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-019bd732-fca4-4e14-8591-26dee474707c req-110da240-0a1b-40fd-a5f6-c5d68a3c2301 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:33.548137 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [req-019bd732-fca4-4e14-8591-26dee474707c req-110da240-0a1b-40fd-a5f6-c5d68a3c2301 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Transition to ACTIVE for port object 0616d2f2-887e-42c6-a2c7-4b7560db34f9 will not be triggered until provisioned by entity DHCP. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:48:33.639371 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-019bd732-fca4-4e14-8591-26dee474707c req-110da240-0a1b-40fd-a5f6-c5d68a3c2301 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:33.645268 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-0b6549db-b353-4c23-b036-610677d000e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:33.823573 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-019bd732-fca4-4e14-8591-26dee474707c req-110da240-0a1b-40fd-a5f6-c5d68a3c2301 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Network 7324c755-0d62-49e0-b2a4-20b39f5c372f is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:48:33.828399 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [req-019bd732-fca4-4e14-8591-26dee474707c req-110da240-0a1b-40fd-a5f6-c5d68a3c2301 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:48:33.866316 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-019bd732-fca4-4e14-8591-26dee474707c req-110da240-0a1b-40fd-a5f6-c5d68a3c2301 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:48:33.935283 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110da240-0a1b-40fd-a5f6-c5d68a3c2301 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Pushing event updated for resources: {'Port': ['ID=0616d2f2-887e-42c6-a2c7-4b7560db34f9,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:33.941777 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-110da240-0a1b-40fd-a5f6-c5d68a3c2301 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:33.959898 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bd732-fca4-4e14-8591-26dee474707c req-110da240-0a1b-40fd-a5f6-c5d68a3c2301 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:33.960503 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-019bd732-fca4-4e14-8591-26dee474707c req-110da240-0a1b-40fd-a5f6-c5d68a3c2301 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:33.998919 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc659ca9-978d-4a48-b0cb-9b49194bd3c8 req-87f2be55-6a11-4441-a58f-f700b6c22299 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:34.000439 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-dc659ca9-978d-4a48-b0cb-9b49194bd3c8 req-87f2be55-6a11-4441-a58f-f700b6c22299 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 932 time: 0.1759162 Jun 06 17:48:34.050442 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-dc659ca9-978d-4a48-b0cb-9b49194bd3c8 req-d385536d-91d4-4b9c-bfb9-8adf754c43b1 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435793 Jun 06 17:48:34.083704 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-019bd732-fca4-4e14-8591-26dee474707c req-110da240-0a1b-40fd-a5f6-c5d68a3c2301 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1338716 Jun 06 17:48:34.095594 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-019bd732-fca4-4e14-8591-26dee474707c req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] Request body: {'port': {'device_id': '36561346-02e6-4997-97df-ccf74092f8be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:48:34.111970 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-fec0fb8c-4d0a-4efe-97cb-4fa07978a572 None None] Provisioning for port 0616d2f2-887e-42c6-a2c7-4b7560db34f9 completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:48:34.118572 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-fec0fb8c-4d0a-4efe-97cb-4fa07978a572 None None] Provisioning complete for port 0616d2f2-887e-42c6-a2c7-4b7560db34f9 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:48:34.121483 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-fec0fb8c-4d0a-4efe-97cb-4fa07978a572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:34.218928 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-fec0fb8c-4d0a-4efe-97cb-4fa07978a572 None None] Port 0616d2f2-887e-42c6-a2c7-4b7560db34f9 cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:48:34.219651 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-019bd732-fca4-4e14-8591-26dee474707c req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:34.563478 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [req-019bd732-fca4-4e14-8591-26dee474707c req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0616d2f2-887e-42c6-a2c7-4b7560db34f9 {{(pid=98884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:48:34.570765 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-019bd732-fca4-4e14-8591-26dee474707c req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:34.585108 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [req-019bd732-fca4-4e14-8591-26dee474707c req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] Transition to ACTIVE for port object 0616d2f2-887e-42c6-a2c7-4b7560db34f9 will not be triggered until provisioned by entity L2. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:48:34.688628 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-019bd732-fca4-4e14-8591-26dee474707c req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:34.692488 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-e6b1f7c7-1566-4f19-ab57-e9b6cff66865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:34.821397 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] Pushing event updated for resources: {'Port': ['ID=0616d2f2-887e-42c6-a2c7-4b7560db34f9,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:34.825187 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:34.931503 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-019bd732-fca4-4e14-8591-26dee474707c req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] Attempting to bind port 0616d2f2-887e-42c6-a2c7-4b7560db34f9 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:48:34.931759 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-019bd732-fca4-4e14-8591-26dee474707c req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] Attempting to bind port 0616d2f2-887e-42c6-a2c7-4b7560db34f9 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '7a4c93b7-6dee-4f41-936d-eb7bbeb7598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f'}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:48:34.932077 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019bd732-fca4-4e14-8591-26dee474707c req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] Attempting to bind port 0616d2f2-887e-42c6-a2c7-4b7560db34f9 on network 7324c755-0d62-49e0-b2a4-20b39f5c372f {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:48:34.936643 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019bd732-fca4-4e14-8591-26dee474707c req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] Port 0616d2f2-887e-42c6-a2c7-4b7560db34f9 on network 7324c755-0d62-49e0-b2a4-20b39f5c372f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:48:34.937260 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019bd732-fca4-4e14-8591-26dee474707c req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] Attempting to bind port 0616d2f2-887e-42c6-a2c7-4b7560db34f9 on network 7324c755-0d62-49e0-b2a4-20b39f5c372f {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:48:34.943069 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019bd732-fca4-4e14-8591-26dee474707c req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] Checking agent: {'id': '6c14353c-f6d9-4edd-9e01-bd5de19f5e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'started_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:48:34.943395 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019bd732-fca4-4e14-8591-26dee474707c req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] Checking segment: {'id': '7a4c93b7-6dee-4f41-936d-eb7bbeb7598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:48:34.943765 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019bd732-fca4-4e14-8591-26dee474707c req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] Bound using segment: {'id': '7a4c93b7-6dee-4f41-936d-eb7bbeb7598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f'} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:48:34.944175 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-019bd732-fca4-4e14-8591-26dee474707c req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] Bound port: 0616d2f2-887e-42c6-a2c7-4b7560db34f9, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a4c93b7-6dee-4f41-936d-eb7bbeb7598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f'}}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:48:34.944510 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-019bd732-fca4-4e14-8591-26dee474707c req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:35.030639 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-019bd732-fca4-4e14-8591-26dee474707c req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] For port 0616d2f2-887e-42c6-a2c7-4b7560db34f9, host hv-cinder-79128, cleared binding levels {{(pid=98884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:48:35.034046 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-019bd732-fca4-4e14-8591-26dee474707c req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] For port 0616d2f2-887e-42c6-a2c7-4b7560db34f9, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=0616d2f2-887e-42c6-a2c7-4b7560db34f9,segment=NetworkSegment(7a4c93b7-6dee-4f41-936d-eb7bbeb7598b),segment_id=7a4c93b7-6dee-4f41-936d-eb7bbeb7598b)] {{(pid=98884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:48:35.096680 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-019bd732-fca4-4e14-8591-26dee474707c req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:35.101591 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:35.160652 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bd732-fca4-4e14-8591-26dee474707c req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:35.161286 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-019bd732-fca4-4e14-8591-26dee474707c req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:35.162654 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-019bd732-fca4-4e14-8591-26dee474707c req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] 10.222.0.35 "PUT /v2.0/ports/0616d2f2-887e-42c6-a2c7-4b7560db34f9 HTTP/1.1" status: 200 len: 1094 time: 1.0717061 Jun 06 17:48:35.163176 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36561346-02e6-4997-97df-ccf74092f8be', 'tag': '0616d2f2-887e-42c6-a2c7-4b7560db34f9'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:48:35.165498 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0647b4c6-2c23-4823-8d24-e0f8e96c1246" -d '{"events": [{"name": "network-changed", "server_uuid": "36561346-02e6-4997-97df-ccf74092f8be", "tag": "0616d2f2-887e-42c6-a2c7-4b7560db34f9"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:48:35.214834 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] Pushing event updated for resources: {'Port': ['ID=0616d2f2-887e-42c6-a2c7-4b7560db34f9,revision_number=3']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:35.221843 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c717d4-d980-44ee-b968-8c8ad0c6027d x-openstack-request-id: req-71c717d4-d980-44ee-b968-8c8ad0c6027d {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:48:35.226149 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36561346-02e6-4997-97df-ccf74092f8be", "tag": "0616d2f2-887e-42c6-a2c7-4b7560db34f9", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:48:35.226149 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71c717d4-d980-44ee-b968-8c8ad0c6027d {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:48:35.226149 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36561346-02e6-4997-97df-ccf74092f8be', 'tag': '0616d2f2-887e-42c6-a2c7-4b7560db34f9', 'status': 'completed', 'code': 200} Jun 06 17:48:35.226149 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-45c407b2-0fd5-42ab-bc53-02eb6e62c80f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:35.271244 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61159f60-b1f3-4d14-b34c-91c1e30a1d6c req-62b49d98-41b1-4d63-b016-5662a9502526 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:35.279297 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-61159f60-b1f3-4d14-b34c-91c1e30a1d6c req-62b49d98-41b1-4d63-b016-5662a9502526 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 944 time: 0.1206374 Jun 06 17:48:35.324090 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647b4c6-2c23-4823-8d24-e0f8e96c1246 req-c2266c38-09a2-4646-9942-53b7920d004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:35.325627 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0647b4c6-2c23-4823-8d24-e0f8e96c1246 req-c2266c38-09a2-4646-9942-53b7920d004f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c4da32552a444399325961073cd62c0&device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 1097 time: 0.0868628 Jun 06 17:48:35.329316 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-61159f60-b1f3-4d14-b34c-91c1e30a1d6c req-d36909d0-9ae6-4ac0-8303-a3848441f5a2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484171 Jun 06 17:48:35.470342 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647b4c6-2c23-4823-8d24-e0f8e96c1246 req-a9bf0d04-78ef-4498-aa82-10b7d50bf421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:35.471793 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0647b4c6-2c23-4823-8d24-e0f8e96c1246 req-a9bf0d04-78ef-4498-aa82-10b7d50bf421 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0c4da32552a444399325961073cd62c0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1383543 Jun 06 17:48:35.608655 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647b4c6-2c23-4823-8d24-e0f8e96c1246 req-710172d4-5271-4c52-a1a5-436af41b8f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:35.610945 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-0647b4c6-2c23-4823-8d24-e0f8e96c1246 req-710172d4-5271-4c52-a1a5-436af41b8f93 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325788 Jun 06 17:48:35.728458 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bd732-fca4-4e14-8591-26dee474707c req-9eb27898-3d33-4419-a5de-ab8b77bb5c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:35.730020 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-019bd732-fca4-4e14-8591-26dee474707c req-9eb27898-3d33-4419-a5de-ab8b77bb5c85 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c4da32552a444399325961073cd62c0&device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 1097 time: 0.0784981 Jun 06 17:48:35.801288 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-019bd732-fca4-4e14-8591-26dee474707c req-2ea848d3-eff2-4eff-a4f0-9bcdaf3d48d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0616d2f2-887e-42c6-a2c7-4b7560db34f9 HTTP/1.1" status: 200 len: 217 time: 0.0632172 Jun 06 17:48:35.983595 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bd732-fca4-4e14-8591-26dee474707c req-3fc06a0d-125a-40c0-8aa1-c4fe24b4e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:35.985929 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-019bd732-fca4-4e14-8591-26dee474707c req-3fc06a0d-125a-40c0-8aa1-c4fe24b4e59a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=acfc39b6-8cea-4f21-9ae6-77600fe7a2da HTTP/1.1" status: 200 len: 850 time: 0.1776147 Jun 06 17:48:36.060299 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bd732-fca4-4e14-8591-26dee474707c req-65a3074e-494a-4a2d-b25b-3f3a0e55abad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:36.061799 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-019bd732-fca4-4e14-8591-26dee474707c req-65a3074e-494a-4a2d-b25b-3f3a0e55abad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7324c755-0d62-49e0-b2a4-20b39f5c372f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691760 Jun 06 17:48:36.197744 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-019bd732-fca4-4e14-8591-26dee474707c req-d6365697-4746-4ba4-9507-9e5479b58545 service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284106 Jun 06 17:48:36.334165 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-019bd732-fca4-4e14-8591-26dee474707c req-81472c1c-1d06-4a23-89a3-174dfc647214 service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294916 Jun 06 17:48:36.524407 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda02344-acfb-47e0-8c38-c6a6c0ac0946 req-73b13441-1cd2-457f-80e2-eb93ba8a739e tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:36.525762 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-fda02344-acfb-47e0-8c38-c6a6c0ac0946 req-73b13441-1cd2-457f-80e2-eb93ba8a739e tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 944 time: 0.0829637 Jun 06 17:48:36.569941 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-fda02344-acfb-47e0-8c38-c6a6c0ac0946 req-0c336f94-7b93-4b5b-a315-aed357a64a7e tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385699 Jun 06 17:48:37.759726 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3c33d-cf80-4dea-a414-c7c88b22ec2d req-eb21834a-e21c-4b57-8354-f05ba2fab0bd tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:37.761102 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3af3c33d-cf80-4dea-a414-c7c88b22ec2d req-eb21834a-e21c-4b57-8354-f05ba2fab0bd tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 944 time: 0.0826018 Jun 06 17:48:37.807892 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3af3c33d-cf80-4dea-a414-c7c88b22ec2d req-becdbb60-eb93-4d35-abc3-24db6b6f8622 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410838 Jun 06 17:48:38.989640 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2fc5c-3238-4f77-9ec1-33bf680f451b req-bb2a2ad3-2783-4f2c-935d-99cfb899f537 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:38.991365 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ddf2fc5c-3238-4f77-9ec1-33bf680f451b req-bb2a2ad3-2783-4f2c-935d-99cfb899f537 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 944 time: 0.0798450 Jun 06 17:48:39.037228 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ddf2fc5c-3238-4f77-9ec1-33bf680f451b req-fdec18f9-a27b-4058-ac87-c10b7b5f3474 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402157 Jun 06 17:48:40.229537 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bccbc9-1c86-4db2-965a-34211dbcae26 req-6b437a72-6b43-4ff8-9d55-42cd4d836ac4 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:40.231188 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-23bccbc9-1c86-4db2-965a-34211dbcae26 req-6b437a72-6b43-4ff8-9d55-42cd4d836ac4 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 944 time: 0.0908337 Jun 06 17:48:40.278194 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-23bccbc9-1c86-4db2-965a-34211dbcae26 req-d0d7ffd3-dbff-46e4-880d-638d92ef3900 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405724 Jun 06 17:48:41.157504 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928eb66-f2f2-4533-9f46-c5a54d96a824 req-13650446-50e6-42b8-a64e-1c4ae4d8d645 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:41.159014 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d928eb66-f2f2-4533-9f46-c5a54d96a824 req-13650446-50e6-42b8-a64e-1c4ae4d8d645 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 946 time: 0.0849764 Jun 06 17:48:41.202311 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d928eb66-f2f2-4533-9f46-c5a54d96a824 req-20d9c524-1c86-4b20-be68-36a62a4c363b tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=019ebb40-6509-4fb2-940a-08104bd94175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377312 Jun 06 17:48:41.481184 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7123581-c3a7-4a3b-9f5e-8fcf2cb84556 req-ab7de767-30fc-4ce4-ae57-34116098afdc tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:41.482524 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b7123581-c3a7-4a3b-9f5e-8fcf2cb84556 req-ab7de767-30fc-4ce4-ae57-34116098afdc tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 944 time: 0.0840070 Jun 06 17:48:41.526901 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b7123581-c3a7-4a3b-9f5e-8fcf2cb84556 req-7bbd2ef7-fa46-4be1-b060-f56322e9759b tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386310 Jun 06 17:48:42.387201 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e4457-5bad-49ff-aca0-9ece6ee30743 req-5d794d59-e0ac-45e3-8485-6cf0e24bd3d4 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:42.388602 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-753e4457-5bad-49ff-aca0-9ece6ee30743 req-5d794d59-e0ac-45e3-8485-6cf0e24bd3d4 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 946 time: 0.0818858 Jun 06 17:48:42.431684 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-753e4457-5bad-49ff-aca0-9ece6ee30743 req-850a1102-bfc6-418a-9d58-51ce5bdb9613 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=019ebb40-6509-4fb2-940a-08104bd94175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370011 Jun 06 17:48:42.707316 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89c3fe-d0a7-4048-970e-e129419c9dee req-1c5dec36-b999-4ef2-89bc-4e78daf34e7d tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:42.708743 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4e89c3fe-d0a7-4048-970e-e129419c9dee req-1c5dec36-b999-4ef2-89bc-4e78daf34e7d tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 944 time: 0.0809817 Jun 06 17:48:42.757738 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4e89c3fe-d0a7-4048-970e-e129419c9dee req-6b1de8e6-3691-4e54-9990-819300d7ebd4 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433774 Jun 06 17:48:43.612942 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71d2e5-3f0f-488b-baf3-d7554e0fd493 req-92c24f2b-a96f-461e-8235-4fa170acc0e2 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:43.614360 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9a71d2e5-3f0f-488b-baf3-d7554e0fd493 req-92c24f2b-a96f-461e-8235-4fa170acc0e2 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 946 time: 0.0785797 Jun 06 17:48:43.661497 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9a71d2e5-3f0f-488b-baf3-d7554e0fd493 req-17f05a58-0de8-4618-bf26-2c973b7f6439 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=019ebb40-6509-4fb2-940a-08104bd94175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413525 Jun 06 17:48:43.948810 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ffc6d-1e8c-4e0f-8e7a-bfce4f567453 req-4c56283d-a310-42fc-b74a-f37252b5f78b tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:43.950400 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-127ffc6d-1e8c-4e0f-8e7a-bfce4f567453 req-4c56283d-a310-42fc-b74a-f37252b5f78b tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 944 time: 0.0811772 Jun 06 17:48:43.995771 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-127ffc6d-1e8c-4e0f-8e7a-bfce4f567453 req-c61afc6b-96cc-4c6c-8616-f2bc18a55f21 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393999 Jun 06 17:48:44.630335 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df092b73-9bca-47b0-ab95-6bdabfda3c35 req-6c564bcf-ea83-4838-bccf-59d61166fdcf tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:44.631708 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-df092b73-9bca-47b0-ab95-6bdabfda3c35 req-6c564bcf-ea83-4838-bccf-59d61166fdcf tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 946 time: 0.0835834 Jun 06 17:48:44.768823 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-df092b73-9bca-47b0-ab95-6bdabfda3c35 req-61ab5da6-8d9c-40d8-853f-149cd00b3b5f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Deleting port cb236886-b853-44fa-97ea-59ad79657ddf {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:48:44.769092 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-df092b73-9bca-47b0-ab95-6bdabfda3c35 req-61ab5da6-8d9c-40d8-853f-149cd00b3b5f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:44.846205 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc5c54-44bb-4ee2-a582-2cbc4709f587 req-9a7047fb-196c-4a64-9b97-b748ec70d192 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:44.847637 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d0fc5c54-44bb-4ee2-a582-2cbc4709f587 req-9a7047fb-196c-4a64-9b97-b748ec70d192 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 946 time: 0.0789146 Jun 06 17:48:44.892843 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d0fc5c54-44bb-4ee2-a582-2cbc4709f587 req-6aa76e89-b9ac-44a5-a615-9b1b260376aa tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups?id=019ebb40-6509-4fb2-940a-08104bd94175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394406 Jun 06 17:48:44.906440 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-df092b73-9bca-47b0-ab95-6bdabfda3c35 req-61ab5da6-8d9c-40d8-853f-149cd00b3b5f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] For port cb236886-b853-44fa-97ea-59ad79657ddf, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=cb236886-b853-44fa-97ea-59ad79657ddf,segment=NetworkSegment(d88936a4-b0f0-4ddc-bc71-5b44ccdd399c),segment_id=d88936a4-b0f0-4ddc-bc71-5b44ccdd399c)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:48:44.906801 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-df092b73-9bca-47b0-ab95-6bdabfda3c35 req-61ab5da6-8d9c-40d8-853f-149cd00b3b5f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:45.245534 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-df092b73-9bca-47b0-ab95-6bdabfda3c35 req-61ab5da6-8d9c-40d8-853f-149cd00b3b5f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:45.246272 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-df092b73-9bca-47b0-ab95-6bdabfda3c35 req-61ab5da6-8d9c-40d8-853f-149cd00b3b5f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559996'] for floatingip, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:45.246272 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.db.l3_db [req-df092b73-9bca-47b0-ab95-6bdabfda3c35 req-61ab5da6-8d9c-40d8-853f-149cd00b3b5f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Floating IP f158b1ae-b0b4-47b2-922e-70051a07ff03 disassociated. External IP: 172.27.1.63, port: cb236886-b853-44fa-97ea-59ad79657ddf. Jun 06 17:48:45.246498 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-df092b73-9bca-47b0-ab95-6bdabfda3c35 req-61ab5da6-8d9c-40d8-853f-149cd00b3b5f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Calling delete_port for cb236886-b853-44fa-97ea-59ad79657ddf owned by compute:nova {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:48:45.373301 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a3124-03a0-4163-abf8-92d51ab54729 req-ed44b441-e794-490e-9016-1219716487ac tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:45.374627 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-6d0a3124-03a0-4163-abf8-92d51ab54729 req-ed44b441-e794-490e-9016-1219716487ac tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 944 time: 0.2223861 Jun 06 17:48:45.429776 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-6d0a3124-03a0-4163-abf8-92d51ab54729 req-f1d358cf-be0e-43f7-bd66-31d068ef5309 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489960 Jun 06 17:48:45.608866 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-df092b73-9bca-47b0-ab95-6bdabfda3c35 req-61ab5da6-8d9c-40d8-853f-149cd00b3b5f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:45.614557 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2ff8300c-2b32-4dc3-a554-5fbdf702925c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:45.663428 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab5da6-8d9c-40d8-853f-149cd00b3b5f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Pushing event deleted for resources: {'Port': ['ID=cb236886-b853-44fa-97ea-59ad79657ddf,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:45.666760 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-61ab5da6-8d9c-40d8-853f-149cd00b3b5f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:45.854096 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df092b73-9bca-47b0-ab95-6bdabfda3c35 req-61ab5da6-8d9c-40d8-853f-149cd00b3b5f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Router d3af6832-253e-4024-9bde-b8d8a441ecb2 has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:48:46.040678 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df092b73-9bca-47b0-ab95-6bdabfda3c35 req-61ab5da6-8d9c-40d8-853f-149cd00b3b5f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:48:46.053402 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7189e8-e80b-4bbe-b867-e35e404f798e None None] Sync routers for ids ['d3af6832-253e-4024-9bde-b8d8a441ecb2'] in dv-cinder-791281-4-iscsi {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:48:46.063161 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3596182f-7c3d-43c2-945c-e0e40ba49255 req-b8ef0101-6c30-4f9f-94fa-47e7011321a7 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 210 time: 0.0629449 Jun 06 17:48:46.066434 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7189e8-e80b-4bbe-b867-e35e404f798e None None] Routers {'d3af6832-253e-4024-9bde-b8d8a441ecb2'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:48:46.066887 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-2c7189e8-e80b-4bbe-b867-e35e404f798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:48:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['d3af6832-253e-4024-9bde-b8d8a441ecb2'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:46.161598 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-df092b73-9bca-47b0-ab95-6bdabfda3c35 req-61ab5da6-8d9c-40d8-853f-149cd00b3b5f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] No DVR routers for this DVR port cb236886-b853-44fa-97ea-59ad79657ddf on host hv-cinder-79128 {{(pid=98884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:48:46.164003 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-df092b73-9bca-47b0-ab95-6bdabfda3c35 req-61ab5da6-8d9c-40d8-853f-149cd00b3b5f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:46.166130 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-df092b73-9bca-47b0-ab95-6bdabfda3c35 req-61ab5da6-8d9c-40d8-853f-149cd00b3b5f tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.35 "DELETE /v2.0/ports/cb236886-b853-44fa-97ea-59ad79657ddf HTTP/1.1" status: 204 len: 173 time: 1.5279763 Jun 06 17:48:46.166515 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ba36a5-e477-4564-b55d-ab826ccf61d4', 'name': 'network-vif-deleted', 'tag': 'cb236886-b853-44fa-97ea-59ad79657ddf'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:48:46.169589 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86db3290-191e-49c8-bbcf-2ef501fae367" -d '{"events": [{"server_uuid": "e2ba36a5-e477-4564-b55d-ab826ccf61d4", "name": "network-vif-deleted", "tag": "cb236886-b853-44fa-97ea-59ad79657ddf"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:48:46.220032 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fdee2f-f01c-486d-b1c9-48e3df3198b3 x-openstack-request-id: req-77fdee2f-f01c-486d-b1c9-48e3df3198b3 {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:48:46.220378 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ba36a5-e477-4564-b55d-ab826ccf61d4", "name": "network-vif-deleted", "tag": "cb236886-b853-44fa-97ea-59ad79657ddf", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:48:46.220653 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77fdee2f-f01c-486d-b1c9-48e3df3198b3 {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:48:46.221099 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ba36a5-e477-4564-b55d-ab826ccf61d4', 'name': 'network-vif-deleted', 'tag': 'cb236886-b853-44fa-97ea-59ad79657ddf', 'status': 'completed', 'code': 200} Jun 06 17:48:46.279854 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-2c7189e8-e80b-4bbe-b867-e35e404f798e None None] Set router d3af6832-253e-4024-9bde-b8d8a441ecb2 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:48:46.556204 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 0616d2f2-887e-42c6-a2c7-4b7560db34f9 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:48:46.564270 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device cb236886-b853-44fa-97ea-59ad79657ddf no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:48:46.602522 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] No Port match for: cb236886-b853-44fa-97ea-59ad79657ddf {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:48:46.602881 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device cb236886-b853-44fa-97ea-59ad79657ddf not bound to the agent host hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:48:46.613300 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-2c7189e8-e80b-4bbe-b867-e35e404f798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'name': 'tempest-AttachVolumeTestJSON-1648109101-router', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:07Z', 'updated_at': '2021-06-06T17:43:15Z', 'revision_number': 4, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'gw_port': {'id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:08Z', 'updated_at': '2021-06-06T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'edc600b9-33e1-446a-b42a-372327c905f9', 'name': '', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'mac_address': 'fa:16:3e:cc:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:24Z', 'revision_number': 5, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'subnets': [{'id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:46.617995 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7189e8-e80b-4bbe-b867-e35e404f798e None None] Checking router: d3af6832-253e-4024-9bde-b8d8a441ecb2 for host: dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:48:46.627711 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7189e8-e80b-4bbe-b867-e35e404f798e None None] Routers {'d3af6832-253e-4024-9bde-b8d8a441ecb2'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:48:46.628345 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-2c7189e8-e80b-4bbe-b867-e35e404f798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:48:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['d3af6832-253e-4024-9bde-b8d8a441ecb2'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:46.726035 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756a082-89d2-4faf-9964-541402997884 req-724e366b-0557-4dbd-825e-0ff9dc13413e tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:46.732931 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-1756a082-89d2-4faf-9964-541402997884 req-724e366b-0557-4dbd-825e-0ff9dc13413e tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 944 time: 0.1986558 Jun 06 17:48:46.757111 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 0616d2f2-887e-42c6-a2c7-4b7560db34f9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=0616d2f2-887e-42c6-a2c7-4b7560db34f9,segment=NetworkSegment(7a4c93b7-6dee-4f41-936d-eb7bbeb7598b),segment_id=7a4c93b7-6dee-4f41-936d-eb7bbeb7598b)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:48:46.774160 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-1756a082-89d2-4faf-9964-541402997884 req-d9029e04-6b07-415a-a508-bce12e9d1662 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402832 Jun 06 17:48:46.781739 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': '0616d2f2-887e-42c6-a2c7-4b7560db34f9', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'port_id': '0616d2f2-887e-42c6-a2c7-4b7560db34f9', 'mac_address': 'fa:16:3e:c0:c8:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:48:46.841872 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-2c7189e8-e80b-4bbe-b867-e35e404f798e None None] Set router d3af6832-253e-4024-9bde-b8d8a441ecb2 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:48:46.845943 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:46.863279 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0616d2f2-887e-42c6-a2c7-4b7560db34f9 {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:48:46.880019 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 0616d2f2-887e-42c6-a2c7-4b7560db34f9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=0616d2f2-887e-42c6-a2c7-4b7560db34f9,segment=NetworkSegment(7a4c93b7-6dee-4f41-936d-eb7bbeb7598b),segment_id=7a4c93b7-6dee-4f41-936d-eb7bbeb7598b)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:48:47.009836 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:47.011744 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:47.087562 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=0616d2f2-887e-42c6-a2c7-4b7560db34f9,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:47.108968 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:47.155672 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-2c7189e8-e80b-4bbe-b867-e35e404f798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'name': 'tempest-AttachVolumeTestJSON-1648109101-router', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:07Z', 'updated_at': '2021-06-06T17:43:15Z', 'revision_number': 4, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'gw_port': {'id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:08Z', 'updated_at': '2021-06-06T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'edc600b9-33e1-446a-b42a-372327c905f9', 'name': '', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'mac_address': 'fa:16:3e:cc:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:24Z', 'revision_number': 5, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'subnets': [{'id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:47.160674 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7189e8-e80b-4bbe-b867-e35e404f798e None None] The sync data for ids ['d3af6832-253e-4024-9bde-b8d8a441ecb2'] in dv-cinder-791281-4-iscsi is: [{'id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'name': 'tempest-AttachVolumeTestJSON-1648109101-router', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:07Z', 'updated_at': '2021-06-06T17:43:15Z', 'revision_number': 4, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'gw_port': {'id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:08Z', 'updated_at': '2021-06-06T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': 'edc600b9-33e1-446a-b42a-372327c905f9', 'name': '', 'network_id': '7400c8c4-2b2d-42c7-ac06-b41e30d48de8', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'mac_address': 'fa:16:3e:cc:7f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:14Z', 'updated_at': '2021-06-06T17:43:24Z', 'revision_number': 5, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'subnets': [{'id': '54fc5062-fa0a-442d-9f9a-32e968d1b9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:48:47.216245 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['0616d2f2-887e-42c6-a2c7-4b7560db34f9'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:48:47.263556 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-519d2096-0f90-46df-93ef-3b0d1e5ff37a req-040a98e1-bba2-44f9-b06c-1372f4637a94 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2ba36a5-e477-4564-b55d-ab826ccf61d4 HTTP/1.1" status: 200 len: 210 time: 0.0457251 Jun 06 17:48:47.412322 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9566ac-770a-4824-8514-410d9842e930 None None] New status for floating IP f158b1ae-b0b4-47b2-922e-70051a07ff03: DOWN {{(pid=98886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:48:48.215913 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93c154-a91e-44e2-9b7c-8cc3da07691b req-311001d5-9d49-4880-9457-92ad70151044 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:48.217374 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3e93c154-a91e-44e2-9b7c-8cc3da07691b req-311001d5-9d49-4880-9457-92ad70151044 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 945 time: 0.0828385 Jun 06 17:48:48.262246 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-3e93c154-a91e-44e2-9b7c-8cc3da07691b req-f25964c1-7bda-4def-ab6d-8e4593af9567 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388701 Jun 06 17:48:48.485799 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 43870) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:48.551825 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-30c91199-893c-4df0-b301-da454283ca2a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:48.565742 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 0616d2f2-887e-42c6-a2c7-4b7560db34f9 up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:48:48.580816 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-30c91199-893c-4df0-b301-da454283ca2a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:48.730166 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning for port 0616d2f2-887e-42c6-a2c7-4b7560db34f9 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:48:48.730758 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-30c91199-893c-4df0-b301-da454283ca2a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:48.733383 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-30c91199-893c-4df0-b301-da454283ca2a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:48.734900 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-30c91199-893c-4df0-b301-da454283ca2a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "DELETE /v2.0/security-groups/019ebb40-6509-4fb2-940a-08104bd94175 HTTP/1.1" status: 204 len: 168 time: 0.2478697 Jun 06 17:48:48.735765 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-9f6597c2-2ee5-4b79-8704-7cda5abda005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:48.737679 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 43872) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:48.747186 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c91199-893c-4df0-b301-da454283ca2a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=019ebb40-6509-4fb2-940a-08104bd94175,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:48.747404 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port 0616d2f2-887e-42c6-a2c7-4b7560db34f9 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:48:48.747540 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:48.750736 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-30c91199-893c-4df0-b301-da454283ca2a tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:48.754961 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.api.v2.resource [None req-6ed32403-16f4-4f2d-a65d-625bc35822d9 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] show failed (client error): The resource could not be found. Jun 06 17:48:48.756114 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-6ed32403-16f4-4f2d-a65d-625bc35822d9 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "GET /v2.0/security-groups/019ebb40-6509-4fb2-940a-08104bd94175 HTTP/1.1" status: 404 len: 347 time: 0.0173495 Jun 06 17:48:48.759025 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 43874) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:48.892016 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:48.922542 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36561346-02e6-4997-97df-ccf74092f8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0616d2f2-887e-42c6-a2c7-4b7560db34f9'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:48:48.925199 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3464dc1e-c6d1-405c-97dc-17da3eea9d65" -d '{"events": [{"server_uuid": "36561346-02e6-4997-97df-ccf74092f8be", "name": "network-vif-plugged", "status": "completed", "tag": "0616d2f2-887e-42c6-a2c7-4b7560db34f9"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:48:48.950038 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 0616d2f2-887e-42c6-a2c7-4b7560db34f9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=0616d2f2-887e-42c6-a2c7-4b7560db34f9,segment=NetworkSegment(7a4c93b7-6dee-4f41-936d-eb7bbeb7598b),segment_id=7a4c93b7-6dee-4f41-936d-eb7bbeb7598b)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:48:48.980001 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c4259a-1954-4d9b-80ce-e4de2fd75072 x-openstack-request-id: req-62c4259a-1954-4d9b-80ce-e4de2fd75072 {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:48:48.980358 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36561346-02e6-4997-97df-ccf74092f8be", "name": "network-vif-plugged", "status": "completed", "tag": "0616d2f2-887e-42c6-a2c7-4b7560db34f9", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:48:48.980674 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62c4259a-1954-4d9b-80ce-e4de2fd75072 {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:48:48.981519 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36561346-02e6-4997-97df-ccf74092f8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0616d2f2-887e-42c6-a2c7-4b7560db34f9', 'code': 200} Jun 06 17:48:48.985933 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-36b6a636-7dc7-49b6-9838-94ba82739e5d tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Deleting port 0d1264e3-59a6-42d6-be5c-f60d34470133 {{(pid=98885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:48:48.985933 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-36b6a636-7dc7-49b6-9838-94ba82739e5d tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:49.104145 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-36b6a636-7dc7-49b6-9838-94ba82739e5d tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:49.104319 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-36b6a636-7dc7-49b6-9838-94ba82739e5d tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:49.107159 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:49.109835 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-bb7f396b-492e-4e30-8d87-080dc319592a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:49.193396 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=0616d2f2-887e-42c6-a2c7-4b7560db34f9,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:49.196628 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:49.232019 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-36b6a636-7dc7-49b6-9838-94ba82739e5d tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Calling delete_port for 0d1264e3-59a6-42d6-be5c-f60d34470133 owned by network:floatingip {{(pid=98885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:48:49.409669 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1c876-f0f0-4f78-8a34-4e2591058b8e req-be2f3c6e-3c15-41e4-be38-bf0e9b2ebb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:49.411114 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-10f1c876-f0f0-4f78-8a34-4e2591058b8e req-be2f3c6e-3c15-41e4-be38-bf0e9b2ebb59 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 1099 time: 0.0706997 Jun 06 17:48:49.425484 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-36b6a636-7dc7-49b6-9838-94ba82739e5d tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:49.430322 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-80c39373-eda2-4b75-833c-722fc9498ba3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:49.456295 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-10f1c876-f0f0-4f78-8a34-4e2591058b8e req-1ea28413-b4c8-4eac-8099-f0fa5eef0f56 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381126 Jun 06 17:48:49.480706 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6a636-7dc7-49b6-9838-94ba82739e5d tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Pushing event deleted for resources: {'Port': ['ID=0d1264e3-59a6-42d6-be5c-f60d34470133,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:49.485278 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-36b6a636-7dc7-49b6-9838-94ba82739e5d tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:49.567692 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cad086-8142-4586-b487-2564d1a80a68 req-24506379-30b8-44b7-9f31-4c5071ed806c tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:49.569146 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-a7cad086-8142-4586-b487-2564d1a80a68 req-24506379-30b8-44b7-9f31-4c5071ed806c tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 946 time: 0.2010076 Jun 06 17:48:49.610301 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-36b6a636-7dc7-49b6-9838-94ba82739e5d tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks [] for floatingip, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:49.612533 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-36b6a636-7dc7-49b6-9838-94ba82739e5d tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for floatingip, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:49.613623 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-36b6a636-7dc7-49b6-9838-94ba82739e5d tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] 10.222.0.18 "DELETE /v2.0/floatingips/f158b1ae-b0b4-47b2-922e-70051a07ff03 HTTP/1.1" status: 204 len: 168 time: 0.8536384 Jun 06 17:48:49.623998 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-a7cad086-8142-4586-b487-2564d1a80a68 req-357b6dda-07e5-4d1d-a632-4f5c5212e0ac tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489590 Jun 06 17:48:50.329795 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-8bb59f84-fd50-4581-a2ea-cf2b9c829721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:50.810279 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c3ecd-e781-4c96-82bf-c6aa8852795c req-e9090afc-6d11-4b30-a10e-c4c47ceee20d tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:50.811645 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5e9c3ecd-e781-4c96-82bf-c6aa8852795c req-e9090afc-6d11-4b30-a10e-c4c47ceee20d tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 946 time: 0.0823925 Jun 06 17:48:50.855568 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5e9c3ecd-e781-4c96-82bf-c6aa8852795c req-b368b428-1286-4f05-97a1-033815b66076 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374427 Jun 06 17:48:52.045200 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeade93-bc82-4e24-8734-65670393e5f0 req-62b89a7d-e332-4673-8cf9-6687cae1beaa tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:52.046671 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-bdeade93-bc82-4e24-8734-65670393e5f0 req-62b89a7d-e332-4673-8cf9-6687cae1beaa tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 946 time: 0.0824575 Jun 06 17:48:52.090349 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-bdeade93-bc82-4e24-8734-65670393e5f0 req-11e67cac-768d-48c8-8bc0-a5eea1b57707 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382814 Jun 06 17:48:52.831215 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:53.066802 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-15f4121e-51b9-43b0-878b-6ab7a4d015ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:53.275511 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49269d29-4ffc-4ef1-9d9b-f357a5a774fa req-e6ce188d-345c-4a24-85b7-49124635a3b9 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:53.277019 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-49269d29-4ffc-4ef1-9d9b-f357a5a774fa req-e6ce188d-345c-4a24-85b7-49124635a3b9 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 946 time: 0.0833380 Jun 06 17:48:53.326979 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-49269d29-4ffc-4ef1-9d9b-f357a5a774fa req-bce48c6b-23e5-40ee-9aa7-0a5e4a4bb3fb tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440495 Jun 06 17:48:53.998580 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:54.514651 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709ef42-e8c2-4bc7-897c-e56988db5ea5 req-623d9e78-e0e3-4f62-a6fe-98c20914ab5a tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:54.516672 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c709ef42-e8c2-4bc7-897c-e56988db5ea5 req-623d9e78-e0e3-4f62-a6fe-98c20914ab5a tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 946 time: 0.0806167 Jun 06 17:48:54.564395 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c709ef42-e8c2-4bc7-897c-e56988db5ea5 req-1aa68fba-cac7-4c91-b9c5-708f405f8dad tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419431 Jun 06 17:48:54.755635 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd8af3-6841-4757-bb7b-45d141f16593 req-03daf6d6-288f-4f80-871b-73c4f323159a tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:54.759715 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-3ddd8af3-6841-4757-bb7b-45d141f16593 req-03daf6d6-288f-4f80-871b-73c4f323159a tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 946 time: 0.0852838 Jun 06 17:48:54.803647 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-3ddd8af3-6841-4757-bb7b-45d141f16593 req-60c2d8c8-95c8-4591-be7c-07aba8400295 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409334 Jun 06 17:48:54.828132 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 43930) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:55.001444 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3125081f-c4c1-490a-9bc8-0cfd23c5177a tempest-TestVolumeBootPattern-998034199 tempest-TestVolumeBootPattern-998034199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:55.002910 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-3125081f-c4c1-490a-9bc8-0cfd23c5177a tempest-TestVolumeBootPattern-998034199 tempest-TestVolumeBootPattern-998034199-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 1094 time: 0.1737480 Jun 06 17:48:55.005867 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 43938) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:55.010533 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-ca7ae13d-aeb4-4993-a90a-00a645f9a40f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Request body: {'floatingip': {'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'port_id': '0616d2f2-887e-42c6-a2c7-4b7560db34f9', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:48:55.124273 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ca7ae13d-aeb4-4993-a90a-00a645f9a40f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for floatingip, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:55.266443 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ca7ae13d-aeb4-4993-a90a-00a645f9a40f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:55.399967 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [None req-ca7ae13d-aeb4-4993-a90a-00a645f9a40f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Allocated IP 172.27.1.28 (51853ba8-cea8-4c9b-b5c3-a56837a6d9d6/59a9bba0-da8c-4953-8d6b-87895ebef86f/59d85218-c8b7-429d-8f43-b0404f50f0ac) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:48:55.652691 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ca7ae13d-aeb4-4993-a90a-00a645f9a40f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:55.747449 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ca7ae13d-aeb4-4993-a90a-00a645f9a40f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:55.752892 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-41bef590-7068-4bbb-8018-14867a36b11e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:55.775467 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:55.817194 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7ae13d-aeb4-4993-a90a-00a645f9a40f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:48:55.820204 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-ca7ae13d-aeb4-4993-a90a-00a645f9a40f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:48:55.822965 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7ae13d-aeb4-4993-a90a-00a645f9a40f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:48:55.860842 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ae13d-aeb4-4993-a90a-00a645f9a40f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Pushing event updated for resources: {'Port': ['ID=59d85218-c8b7-429d-8f43-b0404f50f0ac,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:55.864691 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-ca7ae13d-aeb4-4993-a90a-00a645f9a40f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:56.235968 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ca7ae13d-aeb4-4993-a90a-00a645f9a40f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:56.308388 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 43954) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:56.398498 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ca7ae13d-aeb4-4993-a90a-00a645f9a40f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:56.928572 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ca7ae13d-aeb4-4993-a90a-00a645f9a40f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for port, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:57.033637 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ca7ae13d-aeb4-4993-a90a-00a645f9a40f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14987785'] for port, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:57.038351 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-80c39373-eda2-4b75-833c-722fc9498ba3 tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:57.302892 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ae13d-aeb4-4993-a90a-00a645f9a40f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Pushing event updated for resources: {'Port': ['ID=59d85218-c8b7-429d-8f43-b0404f50f0ac,revision_number=2']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:57.310315 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-ca7ae13d-aeb4-4993-a90a-00a645f9a40f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:57.323648 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ca7ae13d-aeb4-4993-a90a-00a645f9a40f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559996'] for floatingip, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:57.569517 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.l3_db [None req-ca7ae13d-aeb4-4993-a90a-00a645f9a40f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Floating IP e5d2c033-97a6-4c0e-9dfd-9a9ad8b98a80 associated. External IP: 172.27.1.28, port: 0616d2f2-887e-42c6-a2c7-4b7560db34f9. Jun 06 17:48:57.690117 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:57.742652 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-dd41289f-488c-4df5-a8ee-f10e07d4e594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-811483'] for router_interface, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:58.296761 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7ae13d-aeb4-4993-a90a-00a645f9a40f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:48:58.576608 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7ae13d-aeb4-4993-a90a-00a645f9a40f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:48:58.586183 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84ff0b-6b1a-4937-839f-4942bb92ccf3 None None] Sync routers for ids ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'] in dv-cinder-791281-4-iscsi {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:48:58.596029 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df84ff0b-6b1a-4937-839f-4942bb92ccf3 None None] Routers {'7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:48:58.596716 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-df84ff0b-6b1a-4937-839f-4942bb92ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:48:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:58.608092 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-dd41289f-488c-4df5-a8ee-f10e07d4e594 admin admin] Deleting port edc600b9-33e1-446a-b42a-372327c905f9 {{(pid=98885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:48:58.608549 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-dd41289f-488c-4df5-a8ee-f10e07d4e594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:58.776163 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-df84ff0b-6b1a-4937-839f-4942bb92ccf3 None None] Set router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:48:58.833560 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ca7ae13d-aeb4-4993-a90a-00a645f9a40f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for floatingip, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:58.917940 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-ca7ae13d-aeb4-4993-a90a-00a645f9a40f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9109912 Jun 06 17:48:58.919755 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [None req-dd41289f-488c-4df5-a8ee-f10e07d4e594 admin admin] For port edc600b9-33e1-446a-b42a-372327c905f9, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=edc600b9-33e1-446a-b42a-372327c905f9,segment=NetworkSegment(d88936a4-b0f0-4ddc-bc71-5b44ccdd399c),segment_id=d88936a4-b0f0-4ddc-bc71-5b44ccdd399c)] {{(pid=98885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:48:58.920112 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-dd41289f-488c-4df5-a8ee-f10e07d4e594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:58.927325 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36561346-02e6-4997-97df-ccf74092f8be', 'tag': '0616d2f2-887e-42c6-a2c7-4b7560db34f9'}] {{(pid=98885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:48:58.930114 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a6c2106189684e6c8c135db98febb64b7965986d5ce9c0aaacdf0f98e167a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222c3300-175a-46f7-bf78-3f619b536b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "36561346-02e6-4997-97df-ccf74092f8be", "tag": "0616d2f2-887e-42c6-a2c7-4b7560db34f9"}]}' {{(pid=98885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:48:58.988757 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6729c3d2-e470-4dca-b0e6-40270b25086b x-openstack-request-id: req-6729c3d2-e470-4dca-b0e6-40270b25086b {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:48:58.988757 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36561346-02e6-4997-97df-ccf74092f8be", "tag": "0616d2f2-887e-42c6-a2c7-4b7560db34f9", "status": "completed", "code": 200}]} {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:48:58.988757 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6729c3d2-e470-4dca-b0e6-40270b25086b {{(pid=98885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:48:58.989194 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36561346-02e6-4997-97df-ccf74092f8be', 'tag': '0616d2f2-887e-42c6-a2c7-4b7560db34f9', 'status': 'completed', 'code': 200} Jun 06 17:48:59.055438 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-dd41289f-488c-4df5-a8ee-f10e07d4e594 admin admin] Calling delete_port for edc600b9-33e1-446a-b42a-372327c905f9 owned by network:router_interface {{(pid=98885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:48:59.087272 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c3300-175a-46f7-bf78-3f619b536b5d req-83315145-d06a-4fc2-937a-5596b2967139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:59.089407 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-222c3300-175a-46f7-bf78-3f619b536b5d req-83315145-d06a-4fc2-937a-5596b2967139 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c4da32552a444399325961073cd62c0&device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 1099 time: 0.0949180 Jun 06 17:48:59.183975 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-df84ff0b-6b1a-4937-839f-4942bb92ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 4, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': 'e5d2c033-97a6-4c0e-9dfd-9a9ad8b98a80', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'port_id': '0616d2f2-887e-42c6-a2c7-4b7560db34f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'mac_address': 'fa:16:3e:c0:c8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36561346-02e6-4997-97df-ccf74092f8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:48:56Z', 'updated_at': '2021-06-06T17:48:56Z', 'revision_number': 0, 'project_id': '0c4da32552a444399325961073cd62c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9', 'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'mac_address': 'fa:16:3e:84:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:54Z', 'updated_at': '2021-06-06T17:48:03Z', 'revision_number': 5, 'project_id': '0c4da32552a444399325961073cd62c0', 'subnets': [{'id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:59.188927 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84ff0b-6b1a-4937-839f-4942bb92ccf3 None None] Checking router: 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed for host: dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:48:59.197223 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df84ff0b-6b1a-4937-839f-4942bb92ccf3 None None] Routers {'7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:48:59.197831 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-df84ff0b-6b1a-4937-839f-4942bb92ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:48:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:59.289736 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c3300-175a-46f7-bf78-3f619b536b5d req-6c2be1a1-59d8-4e93-b8da-8c92e8396ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:59.291157 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-222c3300-175a-46f7-bf78-3f619b536b5d req-6c2be1a1-59d8-4e93-b8da-8c92e8396ba4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7324c755-0d62-49e0-b2a4-20b39f5c372f HTTP/1.1" status: 200 len: 912 time: 0.1952133 Jun 06 17:48:59.298527 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f039960f-10a5-4d64-b104-316bb5c9da38 req-1c51aba0-586a-4a6c-9c6b-c1e720a5c379 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1579444 Jun 06 17:48:59.347584 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-dd41289f-488c-4df5-a8ee-f10e07d4e594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:59.353961 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-ca7ae13d-aeb4-4993-a90a-00a645f9a40f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:48:59.381006 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-df84ff0b-6b1a-4937-839f-4942bb92ccf3 None None] Set router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:48:59.406756 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41289f-488c-4df5-a8ee-f10e07d4e594 admin admin] Pushing event deleted for resources: {'Port': ['ID=edc600b9-33e1-446a-b42a-372327c905f9,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:48:59.440332 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-dd41289f-488c-4df5-a8ee-f10e07d4e594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:48:59.547025 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-222c3300-175a-46f7-bf78-3f619b536b5d req-bf9b837a-0492-4073-a8e8-35d74d7ce3e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0616d2f2-887e-42c6-a2c7-4b7560db34f9 HTTP/1.1" status: 200 len: 999 time: 0.2460306 Jun 06 17:48:59.623634 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c3300-175a-46f7-bf78-3f619b536b5d req-299332f3-a38c-4b47-81aa-698c64db751d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:59.626004 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-222c3300-175a-46f7-bf78-3f619b536b5d req-299332f3-a38c-4b47-81aa-698c64db751d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=acfc39b6-8cea-4f21-9ae6-77600fe7a2da HTTP/1.1" status: 200 len: 850 time: 0.0735893 Jun 06 17:48:59.633451 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 43976) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:48:59.727044 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c3300-175a-46f7-bf78-3f619b536b5d req-74fa86dc-2975-40f2-a7ec-b587435ca07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:48:59.730901 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-222c3300-175a-46f7-bf78-3f619b536b5d req-74fa86dc-2975-40f2-a7ec-b587435ca07a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7324c755-0d62-49e0-b2a4-20b39f5c372f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0998950 Jun 06 17:48:59.749445 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-dd41289f-488c-4df5-a8ee-f10e07d4e594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-811669'] for router_interface, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:59.815172 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-df84ff0b-6b1a-4937-839f-4942bb92ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 4, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': 'e5d2c033-97a6-4c0e-9dfd-9a9ad8b98a80', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'port_id': '0616d2f2-887e-42c6-a2c7-4b7560db34f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'mac_address': 'fa:16:3e:c0:c8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36561346-02e6-4997-97df-ccf74092f8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:48:56Z', 'updated_at': '2021-06-06T17:48:56Z', 'revision_number': 0, 'project_id': '0c4da32552a444399325961073cd62c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9', 'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'mac_address': 'fa:16:3e:84:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:54Z', 'updated_at': '2021-06-06T17:48:03Z', 'revision_number': 5, 'project_id': '0c4da32552a444399325961073cd62c0', 'subnets': [{'id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:48:59.819357 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84ff0b-6b1a-4937-839f-4942bb92ccf3 None None] The sync data for ids ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'] in dv-cinder-791281-4-iscsi is: [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 4, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': 'e5d2c033-97a6-4c0e-9dfd-9a9ad8b98a80', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'port_id': '0616d2f2-887e-42c6-a2c7-4b7560db34f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'mac_address': 'fa:16:3e:c0:c8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36561346-02e6-4997-97df-ccf74092f8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:48:56Z', 'updated_at': '2021-06-06T17:48:56Z', 'revision_number': 0, 'project_id': '0c4da32552a444399325961073cd62c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9', 'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'mac_address': 'fa:16:3e:84:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:54Z', 'updated_at': '2021-06-06T17:48:03Z', 'revision_number': 5, 'project_id': '0c4da32552a444399325961073cd62c0', 'subnets': [{'id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:48:59.850405 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d6b4dc88-7279-49d5-a12d-002fe8a2d0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:48:59.881331 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-222c3300-175a-46f7-bf78-3f619b536b5d req-d68d0c85-6a22-4484-ad90-2aafe2fb674d service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435015 Jun 06 17:49:00.023011 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-222c3300-175a-46f7-bf78-3f619b536b5d req-e1e05d02-8a9f-417f-9102-2df05d2fb81b service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354022 Jun 06 17:49:00.029034 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8d5f82-e137-41af-ab39-b475110c8c65 None None] New status for floating IP e5d2c033-97a6-4c0e-9dfd-9a9ad8b98a80: ACTIVE {{(pid=98886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:49:00.212753 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d6b4dc88-7279-49d5-a12d-002fe8a2d0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:00.222406 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd41289f-488c-4df5-a8ee-f10e07d4e594 admin admin] Router d3af6832-253e-4024-9bde-b8d8a441ecb2 has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:49:00.259925 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039960f-10a5-4d64-b104-316bb5c9da38 req-50d14b5c-453a-4300-9d0e-2cf3061865b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:00.261461 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f039960f-10a5-4d64-b104-316bb5c9da38 req-50d14b5c-453a-4300-9d0e-2cf3061865b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c4da32552a444399325961073cd62c0&device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 1099 time: 0.0716751 Jun 06 17:49:00.283782 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-d6b4dc88-7279-49d5-a12d-002fe8a2d0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:00.301681 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-3de3d430-b1d2-4c0d-bbe6-380ccb43d54b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:00.365519 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-d6b4dc88-7279-49d5-a12d-002fe8a2d0e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa1a02d9c1f0498bb0f6d4fe9d0d6cab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7289078 Jun 06 17:49:00.372610 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 43980) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:49:00.412582 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4dc88-7279-49d5-a12d-002fe8a2d0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1734e3f8-9dbd-484e-8d9e-e6160149d59a,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:00.422589 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-d6b4dc88-7279-49d5-a12d-002fe8a2d0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:00.453257 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039960f-10a5-4d64-b104-316bb5c9da38 req-54c1acf9-8546-428d-930c-fdff124848c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:00.454689 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f039960f-10a5-4d64-b104-316bb5c9da38 req-54c1acf9-8546-428d-930c-fdff124848c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7324c755-0d62-49e0-b2a4-20b39f5c372f HTTP/1.1" status: 200 len: 912 time: 0.1725106 Jun 06 17:49:00.456208 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd41289f-488c-4df5-a8ee-f10e07d4e594 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:49:00.461589 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-dd41289f-488c-4df5-a8ee-f10e07d4e594 admin admin] 10.222.0.18 "PUT /v2.0/routers/d3af6832-253e-4024-9bde-b8d8a441ecb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1515718 Jun 06 17:49:00.463724 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 43982) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:49:00.466820 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd142558-76f2-4c23-a2e0-e29824021c93 None None] Sync routers for ids ['d3af6832-253e-4024-9bde-b8d8a441ecb2'] in dv-cinder-791281-4-iscsi {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:49:00.477222 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd142558-76f2-4c23-a2e0-e29824021c93 None None] Routers {'d3af6832-253e-4024-9bde-b8d8a441ecb2'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:49:00.477850 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-bd142558-76f2-4c23-a2e0-e29824021c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:48:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['d3af6832-253e-4024-9bde-b8d8a441ecb2'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:49:00.538515 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d8cd07e8-eb93-448f-a572-8cac7c1a28bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:00.588255 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d8cd07e8-eb93-448f-a572-8cac7c1a28bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:00.597011 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f039960f-10a5-4d64-b104-316bb5c9da38 req-c95d2ad7-693f-4f07-877c-8875cca04800 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0616d2f2-887e-42c6-a2c7-4b7560db34f9 HTTP/1.1" status: 200 len: 1001 time: 0.1350696 Jun 06 17:49:00.682652 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039960f-10a5-4d64-b104-316bb5c9da38 req-c0b8e5b5-6c8f-438f-a0a0-6c9cc8ed8adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:00.684116 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f039960f-10a5-4d64-b104-316bb5c9da38 req-c0b8e5b5-6c8f-438f-a0a0-6c9cc8ed8adf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=acfc39b6-8cea-4f21-9ae6-77600fe7a2da HTTP/1.1" status: 200 len: 850 time: 0.0763180 Jun 06 17:49:00.701613 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-bd142558-76f2-4c23-a2e0-e29824021c93 None None] Set router d3af6832-253e-4024-9bde-b8d8a441ecb2 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:49:00.770107 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039960f-10a5-4d64-b104-316bb5c9da38 req-7df32a52-9afd-4b52-a1ad-ea783f4266d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:49:00.771521 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f039960f-10a5-4d64-b104-316bb5c9da38 req-7df32a52-9afd-4b52-a1ad-ea783f4266d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7324c755-0d62-49e0-b2a4-20b39f5c372f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814984 Jun 06 17:49:00.778980 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-fee389b0-767b-4e38-8404-3702e076d09d admin admin] Notify callbacks [] for router, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:00.867096 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d8cd07e8-eb93-448f-a572-8cac7c1a28bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:00.869313 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d8cd07e8-eb93-448f-a572-8cac7c1a28bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:00.873036 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-d8cd07e8-eb93-448f-a572-8cac7c1a28bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1734e3f8-9dbd-484e-8d9e-e6160149d59a HTTP/1.1" status: 204 len: 168 time: 0.4971139 Jun 06 17:49:00.873190 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-7abf7efb-9f17-403d-815e-fa581a02f6f1 tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:00.892510 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd07e8-eb93-448f-a572-8cac7c1a28bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1734e3f8-9dbd-484e-8d9e-e6160149d59a,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:00.902907 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-d8cd07e8-eb93-448f-a572-8cac7c1a28bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:00.938582 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f039960f-10a5-4d64-b104-316bb5c9da38 req-0fd0eb34-d39f-4ece-87de-92de0b1cafc1 service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607037 Jun 06 17:49:00.969820 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-fee389b0-767b-4e38-8404-3702e076d09d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:01.057488 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-bd142558-76f2-4c23-a2e0-e29824021c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'name': 'tempest-AttachVolumeTestJSON-1648109101-router', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:07Z', 'updated_at': '2021-06-06T17:48:59Z', 'revision_number': 5, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'gw_port': {'id': 'ad5e6e48-ea7e-41fc-aca2-676e699b6bab', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:43:08Z', 'updated_at': '2021-06-06T17:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:49:01.062469 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd142558-76f2-4c23-a2e0-e29824021c93 None None] Checking router: d3af6832-253e-4024-9bde-b8d8a441ecb2 for host: dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:49:01.072937 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd142558-76f2-4c23-a2e0-e29824021c93 None None] Routers {'d3af6832-253e-4024-9bde-b8d8a441ecb2'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:49:01.073986 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-bd142558-76f2-4c23-a2e0-e29824021c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:48:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['d3af6832-253e-4024-9bde-b8d8a441ecb2'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:49:01.084501 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f039960f-10a5-4d64-b104-316bb5c9da38 req-d1159530-e8f0-400b-909a-be9b7dd87d3d service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391776 Jun 06 17:49:01.123958 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-fee389b0-767b-4e38-8404-3702e076d09d admin admin] Deleting port ad5e6e48-ea7e-41fc-aca2-676e699b6bab {{(pid=98885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:49:01.124299 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-fee389b0-767b-4e38-8404-3702e076d09d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:01.232376 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-bd142558-76f2-4c23-a2e0-e29824021c93 None None] Set router d3af6832-253e-4024-9bde-b8d8a441ecb2 gateway port host: None {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:49:01.259968 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [None req-fee389b0-767b-4e38-8404-3702e076d09d admin admin] For port ad5e6e48-ea7e-41fc-aca2-676e699b6bab, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=ad5e6e48-ea7e-41fc-aca2-676e699b6bab,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:49:01.260401 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-fee389b0-767b-4e38-8404-3702e076d09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:01.341635 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-bd142558-76f2-4c23-a2e0-e29824021c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'name': 'tempest-AttachVolumeTestJSON-1648109101-router', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:07Z', 'updated_at': '2021-06-06T17:49:00Z', 'revision_number': 6, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'gw_port_host': None}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:49:01.346675 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd142558-76f2-4c23-a2e0-e29824021c93 None None] The sync data for ids ['d3af6832-253e-4024-9bde-b8d8a441ecb2'] in dv-cinder-791281-4-iscsi is: [{'id': 'd3af6832-253e-4024-9bde-b8d8a441ecb2', 'name': 'tempest-AttachVolumeTestJSON-1648109101-router', 'tenant_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:43:07Z', 'updated_at': '2021-06-06T17:49:00Z', 'revision_number': 6, 'project_id': 'b3e8d3dc1c114c759be5fcb73c702a58', 'gw_port_host': None}] {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:49:01.397213 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-fee389b0-767b-4e38-8404-3702e076d09d admin admin] Calling delete_port for ad5e6e48-ea7e-41fc-aca2-676e699b6bab owned by network:router_gateway {{(pid=98885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:49:01.586526 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-fee389b0-767b-4e38-8404-3702e076d09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:01.590106 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-769b1c63-cbf3-47dd-8a43-1a4c37f757e5 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:01.633133 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee389b0-767b-4e38-8404-3702e076d09d admin admin] Pushing event deleted for resources: {'Port': ['ID=ad5e6e48-ea7e-41fc-aca2-676e699b6bab,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:01.636574 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-fee389b0-767b-4e38-8404-3702e076d09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:01.739279 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-fee389b0-767b-4e38-8404-3702e076d09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559947'] for router_gateway, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:01.910892 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-fee389b0-767b-4e38-8404-3702e076d09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-815996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127003'] for router, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:01.913124 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-fee389b0-767b-4e38-8404-3702e076d09d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:02.037326 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-fee389b0-767b-4e38-8404-3702e076d09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-816096'] for router, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:02.037748 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee389b0-767b-4e38-8404-3702e076d09d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3af6832-253e-4024-9bde-b8d8a441ecb2 {{(pid=98885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 17:49:02.041823 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-fee389b0-767b-4e38-8404-3702e076d09d admin admin] Notify callbacks [] for router, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:02.042936 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-fee389b0-767b-4e38-8404-3702e076d09d admin admin] 10.222.0.18 "DELETE /v2.0/routers/d3af6832-253e-4024-9bde-b8d8a441ecb2 HTTP/1.1" status: 204 len: 168 time: 1.5783372 Jun 06 17:49:02.045927 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 43986) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:49:02.104824 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_v2 [None req-79eb4d76-91f7-4441-af6d-7469de0fdbf9 admin admin] Deleting subnet 54fc5062-fa0a-442d-9f9a-32e968d1b9fa {{(pid=98884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:49:02.107732 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-79eb4d76-91f7-4441-af6d-7469de0fdbf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:02.155644 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-79eb4d76-91f7-4441-af6d-7469de0fdbf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16138247'] for subnet, precommit_delete_associations {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:02.238156 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-79eb4d76-91f7-4441-af6d-7469de0fdbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1661668'] for subnet, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:02.404806 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-79eb4d76-91f7-4441-af6d-7469de0fdbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1661677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-747034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14936211'] for subnet, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:02.410364 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:02.451010 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb4d76-91f7-4441-af6d-7469de0fdbf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54fc5062-fa0a-442d-9f9a-32e968d1b9fa,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:02.452972 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-79eb4d76-91f7-4441-af6d-7469de0fdbf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for subnet, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:02.455755 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-79eb4d76-91f7-4441-af6d-7469de0fdbf9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/54fc5062-fa0a-442d-9f9a-32e968d1b9fa HTTP/1.1" status: 204 len: 168 time: 0.4073021 Jun 06 17:49:02.455755 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-79eb4d76-91f7-4441-af6d-7469de0fdbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:02.457147 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 43988) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:49:02.459761 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09407be-42ee-4b97-ab77-dc17d50b4d75 None None] Network 7400c8c4-2b2d-42c7-ac06-b41e30d48de8 requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:49:02.586245 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device edc600b9-33e1-446a-b42a-372327c905f9 no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:49:02.635229 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No Port match for: edc600b9-33e1-446a-b42a-372327c905f9 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:49:02.635574 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device edc600b9-33e1-446a-b42a-372327c905f9 not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:49:02.636001 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device ad5e6e48-ea7e-41fc-aca2-676e699b6bab no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:49:02.674867 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bb1afef6-c3b7-44b5-9665-0020b79ace46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698918'] for network, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:02.699135 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No Port match for: ad5e6e48-ea7e-41fc-aca2-676e699b6bab {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:49:02.699485 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device ad5e6e48-ea7e-41fc-aca2-676e699b6bab not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:49:02.745631 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-bb1afef6-c3b7-44b5-9665-0020b79ace46 admin admin] Deleting port b3724b55-4db5-463c-8c46-5d045e492f00 {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:49:02.745965 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bb1afef6-c3b7-44b5-9665-0020b79ace46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:02.818212 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b3fe8a-ad90-452a-aa4e-73be664d0022 None None] DHCP port deletion for 7400c8c4-2b2d-42c7-ac06-b41e30d48de8 request from dv-cinder-791281-4-iscsi {{(pid=98886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 17:49:02.847838 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [None req-bb1afef6-c3b7-44b5-9665-0020b79ace46 admin admin] For port b3724b55-4db5-463c-8c46-5d045e492f00, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=b3724b55-4db5-463c-8c46-5d045e492f00,segment=NetworkSegment(d88936a4-b0f0-4ddc-bc71-5b44ccdd399c),segment_id=d88936a4-b0f0-4ddc-bc71-5b44ccdd399c)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:49:02.848189 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bb1afef6-c3b7-44b5-9665-0020b79ace46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:02.889996 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-f6b3fe8a-ad90-452a-aa4e-73be664d0022 None None] Deleting port b3724b55-4db5-463c-8c46-5d045e492f00 {{(pid=98886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:49:02.890596 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-f6b3fe8a-ad90-452a-aa4e-73be664d0022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:02.970975 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-bb1afef6-c3b7-44b5-9665-0020b79ace46 admin admin] Calling delete_port for b3724b55-4db5-463c-8c46-5d045e492f00 owned by network:dhcp {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:49:02.988819 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-f6b3fe8a-ad90-452a-aa4e-73be664d0022 None None] For port b3724b55-4db5-463c-8c46-5d045e492f00, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=b3724b55-4db5-463c-8c46-5d045e492f00,segment=NetworkSegment(d88936a4-b0f0-4ddc-bc71-5b44ccdd399c),segment_id=d88936a4-b0f0-4ddc-bc71-5b44ccdd399c)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:49:02.989225 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-f6b3fe8a-ad90-452a-aa4e-73be664d0022 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:03.107312 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-f6b3fe8a-ad90-452a-aa4e-73be664d0022 None None] Calling delete_port for b3724b55-4db5-463c-8c46-5d045e492f00 owned by network:dhcp {{(pid=98886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:49:03.129541 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bb1afef6-c3b7-44b5-9665-0020b79ace46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:03.134305 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-a8b3da25-7247-4ec7-be9e-4bb9bc599c5e tempest-VolumesSnapshotTestJSON-1349911246 tempest-VolumesSnapshotTestJSON-1349911246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:03.148652 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-f6b3fe8a-ad90-452a-aa4e-73be664d0022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145'] for port, after_delete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:03.152144 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:03.181516 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1afef6-c3b7-44b5-9665-0020b79ace46 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3724b55-4db5-463c-8c46-5d045e492f00,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:03.183323 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1afef6-c3b7-44b5-9665-0020b79ace46 admin admin] No DVR routers for this DVR port b3724b55-4db5-463c-8c46-5d045e492f00 on host dv-cinder-791281-4-iscsi {{(pid=98884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:49:03.184819 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-bb1afef6-c3b7-44b5-9665-0020b79ace46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:03.194539 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3fe8a-ad90-452a-aa4e-73be664d0022 None None] Pushing event deleted for resources: {'Port': ['ID=b3724b55-4db5-463c-8c46-5d045e492f00,revision_number=None']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:03.197517 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-f6b3fe8a-ad90-452a-aa4e-73be664d0022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:03.198293 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b3fe8a-ad90-452a-aa4e-73be664d0022 None None] No DVR routers for this DVR port b3724b55-4db5-463c-8c46-5d045e492f00 on host dv-cinder-791281-4-iscsi {{(pid=98886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:49:03.298172 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bb1afef6-c3b7-44b5-9665-0020b79ace46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1661053', 'neutron.services.segments.db._delete_segments_for_network-8779962478758'] for network, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:03.310114 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-bb1afef6-c3b7-44b5-9665-0020b79ace46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7400c8c4-2b2d-42c7-ac06-b41e30d48de8']}} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:49:03.322028 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-bb1afef6-c3b7-44b5-9665-0020b79ace46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88936a4-b0f0-4ddc-bc71-5b44ccdd399c') {'for_net_delete': True} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:49:03.322321 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.services.segments.db [None req-bb1afef6-c3b7-44b5-9665-0020b79ace46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88936a4-b0f0-4ddc-bc71-5b44ccdd399c') {} {{(pid=98884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:49:03.333932 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bb1afef6-c3b7-44b5-9665-0020b79ace46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779962483649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16138302'] for segment, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:03.349894 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bb1afef6-c3b7-44b5-9665-0020b79ace46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:03.356086 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1afef6-c3b7-44b5-9665-0020b79ace46 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=98884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:49:03.356462 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bb1afef6-c3b7-44b5-9665-0020b79ace46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747168'] for segment, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: Traceback (most recent call last): Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: timer() Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: cb(*args, **kw) Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: return func(*args, **kwargs) Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: self._notify() Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: self.callback(batched_events) Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: event.method(event) Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: return f(self, *a, **k) Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: return self._get(url).json() Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: return self.request(url, 'GET', **kwargs) Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:49:03.369810 dv-cinder-791281-4-iscsi neutron-server[98884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:49:03.506647 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bb1afef6-c3b7-44b5-9665-0020b79ace46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1661030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559982'] for network, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:03.510150 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:03.526752 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-bb1afef6-c3b7-44b5-9665-0020b79ace46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:03.528520 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-bb1afef6-c3b7-44b5-9665-0020b79ace46 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7400c8c4-2b2d-42c7-ac06-b41e30d48de8 HTTP/1.1" status: 204 len: 168 time: 1.0704854 Jun 06 17:49:03.534909 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1afef6-c3b7-44b5-9665-0020b79ace46 admin admin] Pushing event deleted for resources: {'Network': ['ID=7400c8c4-2b2d-42c7-ac06-b41e30d48de8,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:03.537218 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-bb1afef6-c3b7-44b5-9665-0020b79ace46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:03.960513 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 43992) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:49:03.998873 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:49:04.009619 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-c3fcbbe3-4cf2-422a-8c1c-70b2311cb105 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3e8d3dc1c114c759be5fcb73c702a58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478625 Jun 06 17:49:04.011967 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 43994) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:49:04.070866 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3947b283-bbc7-4081-a733-afc139de45a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:04.095613 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3947b283-bbc7-4081-a733-afc139de45a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:04.226861 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3947b283-bbc7-4081-a733-afc139de45a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:04.229181 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-3947b283-bbc7-4081-a733-afc139de45a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:04.230312 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-3947b283-bbc7-4081-a733-afc139de45a0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd64750d-fdb9-4242-8036-3a646975846d HTTP/1.1" status: 204 len: 168 time: 0.2174590 Jun 06 17:49:04.231087 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-aacb4f0c-1709-43e7-aa23-2491584e6cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:04.241399 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947b283-bbc7-4081-a733-afc139de45a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd64750d-fdb9-4242-8036-3a646975846d,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:04.243622 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-3947b283-bbc7-4081-a733-afc139de45a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:04.532679 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device b3724b55-4db5-463c-8c46-5d045e492f00 no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:49:04.566257 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No Port match for: b3724b55-4db5-463c-8c46-5d045e492f00 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:49:04.566610 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device b3724b55-4db5-463c-8c46-5d045e492f00 not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:49:20.341077 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-05cff4da-24c9-46f1-b331-71eaf5e99ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:22.832579 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:23.054754 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-d87ac913-7444-47eb-b722-52fcb33ef9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:23.935154 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:25.786917 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:27.712665 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:40.998751 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:49:50.324288 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-5b2f681d-fcdc-41ea-8cf5-8caa87fbb3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:52.837649 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:53.043256 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-6985fbfa-1530-49cc-92c1-4db8f7a5ddb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:53.899680 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:55.780335 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:56.726872 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 44390) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:49:56.842371 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2661918d-451d-480a-a97e-46a0ad6d762f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:56.947893 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2661918d-451d-480a-a97e-46a0ad6d762f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:57.049064 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-2661918d-451d-480a-a97e-46a0ad6d762f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:57.056643 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-a4f7ca76-7379-4c61-a5af-d9a9594b1e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:57.102601 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-2661918d-451d-480a-a97e-46a0ad6d762f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b6d6cb97a9d4825803fc74530c2d524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3746097 Jun 06 17:49:57.104251 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661918d-451d-480a-a97e-46a0ad6d762f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd37956a-4feb-4e43-b1ea-333b78b34b70,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:57.105338 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 44394) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:49:57.111789 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2661918d-451d-480a-a97e-46a0ad6d762f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:57.114086 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2661918d-451d-480a-a97e-46a0ad6d762f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:57.114086 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2661918d-451d-480a-a97e-46a0ad6d762f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:57.114086 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2661918d-451d-480a-a97e-46a0ad6d762f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:57.114086 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2661918d-451d-480a-a97e-46a0ad6d762f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:57.114086 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2661918d-451d-480a-a97e-46a0ad6d762f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:57.114086 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2661918d-451d-480a-a97e-46a0ad6d762f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:57.115513 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2661918d-451d-480a-a97e-46a0ad6d762f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:57.115513 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2661918d-451d-480a-a97e-46a0ad6d762f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:57.115777 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2661918d-451d-480a-a97e-46a0ad6d762f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:57.116094 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2661918d-451d-480a-a97e-46a0ad6d762f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:57.116436 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2661918d-451d-480a-a97e-46a0ad6d762f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:57.120352 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2661918d-451d-480a-a97e-46a0ad6d762f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:57.166610 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e181cbbb-1590-48ac-80eb-ee331f146a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:57.191049 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e181cbbb-1590-48ac-80eb-ee331f146a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:57.317444 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e181cbbb-1590-48ac-80eb-ee331f146a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:57.319813 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e181cbbb-1590-48ac-80eb-ee331f146a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:57.320936 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-e181cbbb-1590-48ac-80eb-ee331f146a7b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd37956a-4feb-4e43-b1ea-333b78b34b70 HTTP/1.1" status: 204 len: 168 time: 0.2144496 Jun 06 17:49:57.325866 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-1299d844-dc30-4a4b-9cec-ad98ae7b5437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:57.330833 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181cbbb-1590-48ac-80eb-ee331f146a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd37956a-4feb-4e43-b1ea-333b78b34b70,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:57.338251 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181cbbb-1590-48ac-80eb-ee331f146a7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:57.338629 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181cbbb-1590-48ac-80eb-ee331f146a7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:57.339002 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181cbbb-1590-48ac-80eb-ee331f146a7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:57.339405 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181cbbb-1590-48ac-80eb-ee331f146a7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:57.339758 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181cbbb-1590-48ac-80eb-ee331f146a7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:57.340117 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181cbbb-1590-48ac-80eb-ee331f146a7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:57.340469 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181cbbb-1590-48ac-80eb-ee331f146a7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:57.340844 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181cbbb-1590-48ac-80eb-ee331f146a7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:57.341200 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181cbbb-1590-48ac-80eb-ee331f146a7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:57.341553 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181cbbb-1590-48ac-80eb-ee331f146a7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:57.341901 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181cbbb-1590-48ac-80eb-ee331f146a7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:57.342247 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e181cbbb-1590-48ac-80eb-ee331f146a7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:49:57.345514 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e181cbbb-1590-48ac-80eb-ee331f146a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:57.688913 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:58.039434 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 44400) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:49:58.056263 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-6966bb91-27b6-4b4a-ae69-000f9f9c2f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:58.159563 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-6966bb91-27b6-4b4a-ae69-000f9f9c2f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:58.254767 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-6966bb91-27b6-4b4a-ae69-000f9f9c2f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:58.262097 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e181cbbb-1590-48ac-80eb-ee331f146a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:58.305721 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-6966bb91-27b6-4b4a-ae69-000f9f9c2f0a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d5770271d0a47fb9f61e1553f8cf78d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652678 Jun 06 17:49:58.306621 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966bb91-27b6-4b4a-ae69-000f9f9c2f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b715b1-b6d8-4a66-b45b-b01ab77ac2fc,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:58.308371 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 44402) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:49:58.310049 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-6966bb91-27b6-4b4a-ae69-000f9f9c2f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:49:58.365045 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-90b47f74-37c2-47a9-b38a-b9f5de366e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:58.391028 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-90b47f74-37c2-47a9-b38a-b9f5de366e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:58.545995 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-90b47f74-37c2-47a9-b38a-b9f5de366e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:58.548427 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-90b47f74-37c2-47a9-b38a-b9f5de366e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:49:58.549599 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-90b47f74-37c2-47a9-b38a-b9f5de366e2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/90b715b1-b6d8-4a66-b45b-b01ab77ac2fc HTTP/1.1" status: 204 len: 168 time: 0.2401986 Jun 06 17:49:58.550455 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-3947b283-bbc7-4081-a733-afc139de45a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:49:58.560809 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b47f74-37c2-47a9-b38a-b9f5de366e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b715b1-b6d8-4a66-b45b-b01ab77ac2fc,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:49:58.563027 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-90b47f74-37c2-47a9-b38a-b9f5de366e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:50:01.312820 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a707933e-40ab-43a2-b613-b017e5ddd43f req-93f586df-9dd4-4542-b2ea-b4a17be5f684 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1736405 Jun 06 17:50:01.450298 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707933e-40ab-43a2-b613-b017e5ddd43f req-5c2460b5-6534-4534-b7db-09324a9e374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:50:01.451745 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a707933e-40ab-43a2-b613-b017e5ddd43f req-5c2460b5-6534-4534-b7db-09324a9e374d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c4da32552a444399325961073cd62c0&device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 1099 time: 0.0700698 Jun 06 17:50:01.595150 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707933e-40ab-43a2-b613-b017e5ddd43f req-1c1cb0c9-25af-4ab0-b858-57311cf8bbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:50:01.596539 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a707933e-40ab-43a2-b613-b017e5ddd43f req-1c1cb0c9-25af-4ab0-b858-57311cf8bbb5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7324c755-0d62-49e0-b2a4-20b39f5c372f HTTP/1.1" status: 200 len: 912 time: 0.1263444 Jun 06 17:50:01.701392 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a707933e-40ab-43a2-b613-b017e5ddd43f req-494fae8d-488f-4d9d-b746-0095bdd1a530 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0616d2f2-887e-42c6-a2c7-4b7560db34f9 HTTP/1.1" status: 200 len: 1001 time: 0.0990210 Jun 06 17:50:01.767634 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707933e-40ab-43a2-b613-b017e5ddd43f req-68df700f-8277-4ea7-a1ef-46546c59bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:50:01.769062 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a707933e-40ab-43a2-b613-b017e5ddd43f req-68df700f-8277-4ea7-a1ef-46546c59bfa3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=acfc39b6-8cea-4f21-9ae6-77600fe7a2da HTTP/1.1" status: 200 len: 850 time: 0.0612299 Jun 06 17:50:01.947610 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707933e-40ab-43a2-b613-b017e5ddd43f req-0c07dce0-9e9d-4fc8-8b0e-e857b8147c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:50:01.949123 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a707933e-40ab-43a2-b613-b017e5ddd43f req-0c07dce0-9e9d-4fc8-8b0e-e857b8147c5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7324c755-0d62-49e0-b2a4-20b39f5c372f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1741982 Jun 06 17:50:01.958992 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [req-a707933e-40ab-43a2-b613-b017e5ddd43f req-c724aa89-edd6-43bd-a7cd-48c10a057408 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=98884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 17:50:01.960251 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a707933e-40ab-43a2-b613-b017e5ddd43f req-c724aa89-edd6-43bd-a7cd-48c10a057408 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053802 Jun 06 17:50:02.091411 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a707933e-40ab-43a2-b613-b017e5ddd43f req-dfcff225-d55c-4df5-8ab4-b4e84386089f service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248186 Jun 06 17:50:02.225514 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a707933e-40ab-43a2-b613-b017e5ddd43f req-9f05e538-c722-4156-816d-bda0db4ba54c service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274650 Jun 06 17:50:12.009984 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 44500) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:50:12.123036 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-810d7cd2-d7b1-46eb-83ce-6b366947065d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:12.226880 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-810d7cd2-d7b1-46eb-83ce-6b366947065d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:12.317213 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-810d7cd2-d7b1-46eb-83ce-6b366947065d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:12.326407 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-3a467c24-f6bd-4ca3-9fc5-28f654e97ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:50:12.366281 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-810d7cd2-d7b1-46eb-83ce-6b366947065d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c639b075d86945259825fae78354068b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552637 Jun 06 17:50:12.367412 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d7cd2-d7b1-46eb-83ce-6b366947065d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2dbb97-e683-41ea-8061-e9141bcb691e,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:50:12.369001 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 44504) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:50:12.370597 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-810d7cd2-d7b1-46eb-83ce-6b366947065d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:50:12.529904 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b2049238-c992-4a75-8337-3ee430093c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:12.560275 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b2049238-c992-4a75-8337-3ee430093c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:12.677290 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b2049238-c992-4a75-8337-3ee430093c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:12.680557 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b2049238-c992-4a75-8337-3ee430093c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:12.681725 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-b2049238-c992-4a75-8337-3ee430093c1a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b2dbb97-e683-41ea-8061-e9141bcb691e HTTP/1.1" status: 204 len: 168 time: 0.3117640 Jun 06 17:50:12.682538 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-07cbdb05-7c01-44d3-b8de-e36843d9c24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:50:12.691847 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2049238-c992-4a75-8337-3ee430093c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2dbb97-e683-41ea-8061-e9141bcb691e,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:50:12.694350 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-b2049238-c992-4a75-8337-3ee430093c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:50:13.261112 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 44510) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:50:13.279213 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e9ae6c91-0990-4141-8d02-9d8fc0c0919b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:13.379064 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e9ae6c91-0990-4141-8d02-9d8fc0c0919b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:13.443293 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-e9ae6c91-0990-4141-8d02-9d8fc0c0919b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:13.449872 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-eaf530cc-2833-45e4-a02f-f11604b0d15b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:50:13.496172 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-e9ae6c91-0990-4141-8d02-9d8fc0c0919b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8bbb3b2e21c046eca92e35f67859e498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340162 Jun 06 17:50:13.497086 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae6c91-0990-4141-8d02-9d8fc0c0919b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d6a8cb-ccd0-459f-af2f-c994320c47ad,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:50:13.498846 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 44512) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:50:13.500073 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e9ae6c91-0990-4141-8d02-9d8fc0c0919b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:50:13.558227 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d09b3e12-8fa9-45c4-88a0-e5aa04530127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:13.582674 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d09b3e12-8fa9-45c4-88a0-e5aa04530127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:13.700417 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d09b3e12-8fa9-45c4-88a0-e5aa04530127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:13.702806 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-d09b3e12-8fa9-45c4-88a0-e5aa04530127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:13.703939 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-d09b3e12-8fa9-45c4-88a0-e5aa04530127 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5d6a8cb-ccd0-459f-af2f-c994320c47ad HTTP/1.1" status: 204 len: 168 time: 0.2035172 Jun 06 17:50:13.704666 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2661918d-451d-480a-a97e-46a0ad6d762f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:50:13.715768 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b3e12-8fa9-45c4-88a0-e5aa04530127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d6a8cb-ccd0-459f-af2f-c994320c47ad,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:50:13.718300 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-d09b3e12-8fa9-45c4-88a0-e5aa04530127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:50:17.630395 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 44582) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:50:17.746275 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-77b6b422-7899-4963-8d19-728e384663c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:17.849983 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-77b6b422-7899-4963-8d19-728e384663c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:17.922679 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-77b6b422-7899-4963-8d19-728e384663c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:17.930223 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-4926e058-d139-434d-8109-3ffd3db8cfd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:50:17.970002 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-77b6b422-7899-4963-8d19-728e384663c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b36a627bff2480899ff09b7631eb901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3385844 Jun 06 17:50:17.970866 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6b422-7899-4963-8d19-728e384663c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c24c30-ce76-4466-9561-8f4d48f4b453,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:50:17.972694 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 44586) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:50:17.973913 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-77b6b422-7899-4963-8d19-728e384663c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:50:17.997098 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:50:18.029744 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-440c146a-0d5e-46dd-83c4-285c495a084a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:18.054644 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-440c146a-0d5e-46dd-83c4-285c495a084a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:18.197718 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-440c146a-0d5e-46dd-83c4-285c495a084a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:18.200084 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-440c146a-0d5e-46dd-83c4-285c495a084a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:18.201235 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-440c146a-0d5e-46dd-83c4-285c495a084a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66c24c30-ce76-4466-9561-8f4d48f4b453 HTTP/1.1" status: 204 len: 168 time: 0.2275374 Jun 06 17:50:18.202029 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-e9ae6c91-0990-4141-8d02-9d8fc0c0919b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:50:18.212036 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c146a-0d5e-46dd-83c4-285c495a084a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c24c30-ce76-4466-9561-8f4d48f4b453,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:50:18.214587 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-440c146a-0d5e-46dd-83c4-285c495a084a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:50:18.834903 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 44592) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:50:18.852437 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0237f5fa-306b-4db7-903c-9d5af107539c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:18.957303 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0237f5fa-306b-4db7-903c-9d5af107539c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:19.014359 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-0237f5fa-306b-4db7-903c-9d5af107539c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:19.021094 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-2a1f0ba6-8492-4644-9bb4-181884e060b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:50:19.060101 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237f5fa-306b-4db7-903c-9d5af107539c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20e1e5e-0608-4370-b3a4-4ca85e72d248,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:50:19.063274 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-0237f5fa-306b-4db7-903c-9d5af107539c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:50:19.066729 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-0237f5fa-306b-4db7-903c-9d5af107539c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13803505480a4929883fd78ccf87b8a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308269 Jun 06 17:50:19.069347 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 44594) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:50:19.127249 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-59e1cb25-0282-44c6-984a-93764381ca72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:19.151585 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-59e1cb25-0282-44c6-984a-93764381ca72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:19.294251 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-59e1cb25-0282-44c6-984a-93764381ca72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:19.296522 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-59e1cb25-0282-44c6-984a-93764381ca72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:19.297661 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-59e1cb25-0282-44c6-984a-93764381ca72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b20e1e5e-0608-4370-b3a4-4ca85e72d248 HTTP/1.1" status: 204 len: 168 time: 0.2272410 Jun 06 17:50:19.298430 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-f1bcf054-7ad8-44ff-9eec-61604da30138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:50:19.308104 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1cb25-0282-44c6-984a-93764381ca72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20e1e5e-0608-4370-b3a4-4ca85e72d248,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:50:19.310345 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-59e1cb25-0282-44c6-984a-93764381ca72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:50:20.317754 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-613fa8f4-669d-441b-a463-1df39ebf789c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:21.158203 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 44624) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:50:21.274670 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1cf2e4a0-18d3-42a7-9db0-289316c74133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:21.372173 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1cf2e4a0-18d3-42a7-9db0-289316c74133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:21.449038 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1cf2e4a0-18d3-42a7-9db0-289316c74133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:21.456452 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-cd1920fc-b010-4501-9e29-6c646bea5aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:50:21.499364 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-1cf2e4a0-18d3-42a7-9db0-289316c74133 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4a4a0b228d04338bbe2bea69e00cb49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401248 Jun 06 17:50:21.500223 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2e4a0-18d3-42a7-9db0-289316c74133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb2fd22-2285-482a-b67c-ad1841502ea7,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:50:21.501984 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 44628) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:50:21.503284 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-1cf2e4a0-18d3-42a7-9db0-289316c74133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:50:21.559532 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9efe9b2a-5628-44aa-9e2e-7d6eed0b95a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:21.583512 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9efe9b2a-5628-44aa-9e2e-7d6eed0b95a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:21.677200 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9efe9b2a-5628-44aa-9e2e-7d6eed0b95a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:21.679653 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9efe9b2a-5628-44aa-9e2e-7d6eed0b95a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:21.680820 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-9efe9b2a-5628-44aa-9e2e-7d6eed0b95a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2cb2fd22-2285-482a-b67c-ad1841502ea7 HTTP/1.1" status: 204 len: 168 time: 0.1778040 Jun 06 17:50:21.681556 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-849ed3d3-6dc6-42d5-83b3-6fa8fd833056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:50:21.690874 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe9b2a-5628-44aa-9e2e-7d6eed0b95a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb2fd22-2285-482a-b67c-ad1841502ea7,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:50:21.693179 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-9efe9b2a-5628-44aa-9e2e-7d6eed0b95a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:50:22.888625 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:23.054546 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-4cfd7264-7056-4abd-ade9-3c20769b71be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:23.911971 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:25.825854 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:27.706016 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:44.990168 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 44764) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:50:45.107490 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-efc420cc-5b82-4fe3-b86f-e5b386b53996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:45.211791 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-efc420cc-5b82-4fe3-b86f-e5b386b53996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:45.288617 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-efc420cc-5b82-4fe3-b86f-e5b386b53996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:45.295145 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-2dcb3d52-49c4-4926-b879-e7d91c74bfbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:50:45.335831 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-efc420cc-5b82-4fe3-b86f-e5b386b53996 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f2a0e08362c4535b36603cf2eb865d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445008 Jun 06 17:50:45.336645 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc420cc-5b82-4fe3-b86f-e5b386b53996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f657483e-b0af-47d8-a531-510908212b37,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:50:45.338420 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 44768) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:50:45.339787 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-efc420cc-5b82-4fe3-b86f-e5b386b53996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:50:45.398730 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-434c6827-b558-4838-a00c-b5d2849ac27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:45.423532 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-434c6827-b558-4838-a00c-b5d2849ac27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:45.568587 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-434c6827-b558-4838-a00c-b5d2849ac27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:45.570942 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-434c6827-b558-4838-a00c-b5d2849ac27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:45.576481 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-434c6827-b558-4838-a00c-b5d2849ac27e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f657483e-b0af-47d8-a531-510908212b37 HTTP/1.1" status: 204 len: 168 time: 0.2318997 Jun 06 17:50:45.576481 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-d8d48f2d-c431-460c-ba8a-0d98f0027a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:50:45.582553 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c6827-b558-4838-a00c-b5d2849ac27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f657483e-b0af-47d8-a531-510908212b37,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:50:45.584914 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-434c6827-b558-4838-a00c-b5d2849ac27e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:50:49.463992 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e78fd-ef01-4923-82a8-6a3d913f669b req-84cd8b5e-6e14-489f-82d7-7a67ee3275c2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:50:49.465449 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-266e78fd-ef01-4923-82a8-6a3d913f669b req-84cd8b5e-6e14-489f-82d7-7a67ee3275c2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 946 time: 0.2456214 Jun 06 17:50:49.509235 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-266e78fd-ef01-4923-82a8-6a3d913f669b req-0a9ca606-b326-4cbf-8ae9-46926d082ada tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378129 Jun 06 17:50:50.334192 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-b186da43-3a89-4db0-a095-e4bb0af09246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:50.781084 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f147555-6498-4dce-9697-32be00ef7189 req-58443c5e-7f06-46a8-807e-44919e3a2422 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:50:50.783208 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9f147555-6498-4dce-9697-32be00ef7189 req-58443c5e-7f06-46a8-807e-44919e3a2422 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.35 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 946 time: 0.1391323 Jun 06 17:50:50.849106 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb1191-1b9d-47a5-af8d-ea8a1ba20175 req-ac0b5909-149b-4830-82e9-134bd25d4943 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:50:50.850528 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-01cb1191-1b9d-47a5-af8d-ea8a1ba20175 req-ac0b5909-149b-4830-82e9-134bd25d4943 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 946 time: 0.2180614 Jun 06 17:50:50.945327 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-01cb1191-1b9d-47a5-af8d-ea8a1ba20175 req-321d5bb3-82a4-4063-8926-9c4831e6a350 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889659 Jun 06 17:50:50.965228 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-9f147555-6498-4dce-9697-32be00ef7189 req-1cd72686-8dd7-4124-b420-ae08af2d1519 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Deleting port 0616d2f2-887e-42c6-a2c7-4b7560db34f9 {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:50:50.965572 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-9f147555-6498-4dce-9697-32be00ef7189 req-1cd72686-8dd7-4124-b420-ae08af2d1519 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:51.096977 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-9f147555-6498-4dce-9697-32be00ef7189 req-1cd72686-8dd7-4124-b420-ae08af2d1519 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] For port 0616d2f2-887e-42c6-a2c7-4b7560db34f9, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=0616d2f2-887e-42c6-a2c7-4b7560db34f9,segment=NetworkSegment(7a4c93b7-6dee-4f41-936d-eb7bbeb7598b),segment_id=7a4c93b7-6dee-4f41-936d-eb7bbeb7598b)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:50:51.097255 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-9f147555-6498-4dce-9697-32be00ef7189 req-1cd72686-8dd7-4124-b420-ae08af2d1519 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:51.381267 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-9f147555-6498-4dce-9697-32be00ef7189 req-1cd72686-8dd7-4124-b420-ae08af2d1519 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:51.381555 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-9f147555-6498-4dce-9697-32be00ef7189 req-1cd72686-8dd7-4124-b420-ae08af2d1519 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559996'] for floatingip, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:51.381864 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.db.l3_db [req-9f147555-6498-4dce-9697-32be00ef7189 req-1cd72686-8dd7-4124-b420-ae08af2d1519 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Floating IP e5d2c033-97a6-4c0e-9dfd-9a9ad8b98a80 disassociated. External IP: 172.27.1.28, port: 0616d2f2-887e-42c6-a2c7-4b7560db34f9. Jun 06 17:50:51.382197 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-9f147555-6498-4dce-9697-32be00ef7189 req-1cd72686-8dd7-4124-b420-ae08af2d1519 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Calling delete_port for 0616d2f2-887e-42c6-a2c7-4b7560db34f9 owned by compute:nova {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:50:51.653867 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-9f147555-6498-4dce-9697-32be00ef7189 req-1cd72686-8dd7-4124-b420-ae08af2d1519 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:51.659502 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-f8226002-c774-45a6-9a9c-8874a76aab0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:50:51.707066 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd72686-8dd7-4124-b420-ae08af2d1519 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Pushing event deleted for resources: {'Port': ['ID=0616d2f2-887e-42c6-a2c7-4b7560db34f9,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:50:51.710240 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-1cd72686-8dd7-4124-b420-ae08af2d1519 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:50:51.893707 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f147555-6498-4dce-9697-32be00ef7189 req-1cd72686-8dd7-4124-b420-ae08af2d1519 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:50:52.077688 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f147555-6498-4dce-9697-32be00ef7189 req-1cd72686-8dd7-4124-b420-ae08af2d1519 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:50:52.091348 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258199ff-86a6-44af-91e5-5bc81551ed60 None None] Sync routers for ids ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:50:52.105831 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258199ff-86a6-44af-91e5-5bc81551ed60 None None] Routers {'7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:50:52.106964 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-258199ff-86a6-44af-91e5-5bc81551ed60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:50:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:50:52.127337 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-b3f9b607-03cb-44b4-ab83-f2b784597130 req-5eb26548-0db1-42fd-8824-4fe36c71eb14 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 210 time: 0.0609112 Jun 06 17:50:52.162405 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f147555-6498-4dce-9697-32be00ef7189 req-1cd72686-8dd7-4124-b420-ae08af2d1519 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] No DVR routers for this DVR port 0616d2f2-887e-42c6-a2c7-4b7560db34f9 on host hv-cinder-79128 {{(pid=98884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:50:52.164990 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-9f147555-6498-4dce-9697-32be00ef7189 req-1cd72686-8dd7-4124-b420-ae08af2d1519 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:52.166895 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9f147555-6498-4dce-9697-32be00ef7189 req-1cd72686-8dd7-4124-b420-ae08af2d1519 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.35 "DELETE /v2.0/ports/0616d2f2-887e-42c6-a2c7-4b7560db34f9 HTTP/1.1" status: 204 len: 173 time: 1.3757715 Jun 06 17:50:52.167406 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36561346-02e6-4997-97df-ccf74092f8be', 'name': 'network-vif-deleted', 'tag': '0616d2f2-887e-42c6-a2c7-4b7560db34f9'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:50:52.169763 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b97f46-4a67-474f-9f64-7b22b2d72fe9" -d '{"events": [{"server_uuid": "36561346-02e6-4997-97df-ccf74092f8be", "name": "network-vif-deleted", "tag": "0616d2f2-887e-42c6-a2c7-4b7560db34f9"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:50:52.222569 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1639f7fe-a1b1-4a01-8e49-8f71165b1f76 x-openstack-request-id: req-1639f7fe-a1b1-4a01-8e49-8f71165b1f76 {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:50:52.222929 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36561346-02e6-4997-97df-ccf74092f8be", "name": "network-vif-deleted", "tag": "0616d2f2-887e-42c6-a2c7-4b7560db34f9", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:50:52.223241 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1639f7fe-a1b1-4a01-8e49-8f71165b1f76 {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:50:52.223714 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36561346-02e6-4997-97df-ccf74092f8be', 'name': 'network-vif-deleted', 'tag': '0616d2f2-887e-42c6-a2c7-4b7560db34f9', 'status': 'completed', 'code': 200} Jun 06 17:50:52.312307 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-258199ff-86a6-44af-91e5-5bc81551ed60 None None] Set router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:50:52.656876 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-258199ff-86a6-44af-91e5-5bc81551ed60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 4, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9', 'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'mac_address': 'fa:16:3e:84:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:54Z', 'updated_at': '2021-06-06T17:48:03Z', 'revision_number': 5, 'project_id': '0c4da32552a444399325961073cd62c0', 'subnets': [{'id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:50:52.662339 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258199ff-86a6-44af-91e5-5bc81551ed60 None None] Checking router: 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:50:52.673224 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258199ff-86a6-44af-91e5-5bc81551ed60 None None] Routers {'7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:50:52.673843 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-258199ff-86a6-44af-91e5-5bc81551ed60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:50:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:50:52.855935 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-258199ff-86a6-44af-91e5-5bc81551ed60 None None] Set router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:50:52.924379 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:53.083425 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-01dd6bea-0d7e-4c7b-8e11-7bb8ec4b76cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:53.184899 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-258199ff-86a6-44af-91e5-5bc81551ed60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 4, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9', 'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'mac_address': 'fa:16:3e:84:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:54Z', 'updated_at': '2021-06-06T17:48:03Z', 'revision_number': 5, 'project_id': '0c4da32552a444399325961073cd62c0', 'subnets': [{'id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:50:53.189546 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258199ff-86a6-44af-91e5-5bc81551ed60 None None] The sync data for ids ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'] in dv-cinder-791281-4-iscsi is: [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 4, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9', 'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'mac_address': 'fa:16:3e:84:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:54Z', 'updated_at': '2021-06-06T17:48:03Z', 'revision_number': 5, 'project_id': '0c4da32552a444399325961073cd62c0', 'subnets': [{'id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:50:53.289860 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-05c90676-215b-490d-b3a0-2908bce4b423 req-9059bb03-7e3a-47ad-b862-3f134ac9c946 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36561346-02e6-4997-97df-ccf74092f8be HTTP/1.1" status: 200 len: 210 time: 0.0479534 Jun 06 17:50:53.439048 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7892be55-423e-42b5-8b0e-26eb3389049e None None] New status for floating IP e5d2c033-97a6-4c0e-9dfd-9a9ad8b98a80: DOWN {{(pid=98887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:50:53.928452 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:54.639148 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-c9c139e5-5a33-4464-85d2-426673ddeea2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400007020&fields=id&tenant_id=0c4da32552a444399325961073cd62c0 HTTP/1.1" status: 200 len: 267 time: 0.0399456 Jun 06 17:50:54.794726 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-140ada04-d2c3-48af-a0ff-9319f58c3623 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:50:54.796231 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-140ada04-d2c3-48af-a0ff-9319f58c3623 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/networks?id=7324c755-0d62-49e0-b2a4-20b39f5c372f HTTP/1.1" status: 200 len: 811 time: 0.1508224 Jun 06 17:50:54.811121 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-ec27df8d-58ed-492a-8aca-c46b9d514910 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/quotas/0c4da32552a444399325961073cd62c0 HTTP/1.1" status: 200 len: 375 time: 0.0087783 Jun 06 17:50:54.900482 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-6231ab26-bfec-40be-b07b-72e69ee41e42 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0c4da32552a444399325961073cd62c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0835395 Jun 06 17:50:54.915607 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-c9db8c3c-50af-43c8-8420-f58513873363 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=98885) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 06 17:50:54.916523 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-c9db8c3c-50af-43c8-8420-f58513873363 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050654 Jun 06 17:50:54.995936 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:50:55.048295 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-eed62ebe-5394-4928-b7c3-4e2bd86c7074 service neutron] 10.222.0.18 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257493 Jun 06 17:50:55.146538 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 0616d2f2-887e-42c6-a2c7-4b7560db34f9 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:50:55.180400 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-b3262c9c-363c-4280-9c0f-1b39c73c135f service neutron] 10.222.0.18 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263542 Jun 06 17:50:55.180757 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] No Port match for: 0616d2f2-887e-42c6-a2c7-4b7560db34f9 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:50:55.181141 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 0616d2f2-887e-42c6-a2c7-4b7560db34f9 not bound to the agent host hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:50:55.802769 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:55.823462 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-17d605dc-a2b4-4282-bc1e-8c4fc21c6fef req-f71d85c9-7ec6-4ad3-bcd8-296a3066c0f0 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 210 time: 0.0425367 Jun 06 17:50:56.920213 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-c28c7939-4809-4aaa-a6ec-789987f98a6a req-78c518a1-9c16-4601-8874-c104caf6fff6 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 210 time: 0.0447245 Jun 06 17:50:57.722669 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:50:58.069832 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d1c56374-3bfe-4c94-bae9-af4e4a25d804 req-09047526-1c53-4f94-aa77-65d8aecc93ae tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 210 time: 0.0420711 Jun 06 17:50:59.226243 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-e3605525-6f28-48e0-961d-db9aec2109ba req-be280015-6ccf-4cde-8793-d430ba85a3b7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 210 time: 0.0540986 Jun 06 17:51:00.093208 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-6f9e73cc-bf95-4d7a-9446-3a0e92f45241 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:00.095173 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-6f9e73cc-bf95-4d7a-9446-3a0e92f45241 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.35 "GET /v2.0/networks?id=7324c755-0d62-49e0-b2a4-20b39f5c372f HTTP/1.1" status: 200 len: 811 time: 0.1462944 Jun 06 17:51:00.146418 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-73f6df59-fd8c-49ef-a44b-4700cec03044 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c4da32552a444399325961073cd62c0 HTTP/1.1" status: 200 len: 380 time: 0.0434952 Jun 06 17:51:00.154947 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Request body: {'port': {'device_id': '24ccc807-6723-4dd6-a0d3-68b4d39519a1', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'admin_state_up': True, 'tenant_id': '0c4da32552a444399325961073cd62c0', 'security_groups': ['04464684-64d9-4494-a6c9-4f15e5f6f265']}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:51:00.385409 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Made reservation on behalf of 0c4da32552a444399325961073cd62c0 for: {'port': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:51:00.388662 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:00.401342 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5250073f-c29b-462c-8c64-202f4027ab92 req-49d12289-1a01-49ee-a0e0-3390358e9811 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 210 time: 0.0600715 Jun 06 17:51:00.550092 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Allocated IP 172.20.0.11 (7324c755-0d62-49e0-b2a4-20b39f5c372f/acfc39b6-8cea-4f21-9ae6-77600fe7a2da/237da70c-31e5-4a86-b4b6-b4e9701a1d90) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:51:00.741303 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:00.756940 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Transition to ACTIVE for port object 237da70c-31e5-4a86-b4b6-b4e9701a1d90 will not be triggered until provisioned by entity DHCP. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:51:00.820018 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:00.825775 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-36f632e0-e5d0-402f-9a8e-0fea61bc42e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:51:00.996801 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Network 7324c755-0d62-49e0-b2a4-20b39f5c372f is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:51:00.999638 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:51:01.003506 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:51:01.033714 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Pushing event updated for resources: {'Port': ['ID=237da70c-31e5-4a86-b4b6-b4e9701a1d90,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:51:01.049919 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:01.050294 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:01.050671 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:01.051000 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:01.051360 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:01.051706 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:01.052053 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:01.052428 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:01.052805 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:01.053161 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:01.053509 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:01.053852 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:01.059502 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:51:01.082079 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:01.082831 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:01.186410 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-6a22d31c-f219-4ed7-9f36-701e94944574 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0348573 Jun 06 17:51:01.198068 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] Request body: {'port': {'device_id': '24ccc807-6723-4dd6-a0d3-68b4d39519a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:51:01.282349 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-2d979d68-514c-431f-917d-d4cf80d790ab None None] Provisioning for port 237da70c-31e5-4a86-b4b6-b4e9701a1d90 completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:51:01.282983 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-2d979d68-514c-431f-917d-d4cf80d790ab None None] Provisioning complete for port 237da70c-31e5-4a86-b4b6-b4e9701a1d90 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:51:01.282983 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-2d979d68-514c-431f-917d-d4cf80d790ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:01.315286 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:01.339237 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-2d979d68-514c-431f-917d-d4cf80d790ab None None] Port 237da70c-31e5-4a86-b4b6-b4e9701a1d90 cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:51:01.591588 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0bf73-c56b-4f91-909a-dcfa9403c1ca req-8b456e8d-314a-4a9f-9464-b85fbb76cbff tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:01.593663 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-93c0bf73-c56b-4f91-909a-dcfa9403c1ca req-8b456e8d-314a-4a9f-9464-b85fbb76cbff tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 932 time: 0.0862505 Jun 06 17:51:01.645688 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-93c0bf73-c56b-4f91-909a-dcfa9403c1ca req-b8b53b21-4aec-4bc8-aedd-3bccb71c8fb6 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446780 Jun 06 17:51:01.661512 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 237da70c-31e5-4a86-b4b6-b4e9701a1d90 {{(pid=98884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:51:01.668960 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:01.683838 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] Transition to ACTIVE for port object 237da70c-31e5-4a86-b4b6-b4e9701a1d90 will not be triggered until provisioned by entity L2. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:51:01.756754 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:01.760573 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-b434420b-f5d7-43be-a1cb-be38bbfdd86f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:51:01.888357 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] Pushing event updated for resources: {'Port': ['ID=237da70c-31e5-4a86-b4b6-b4e9701a1d90,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:51:01.892474 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:51:02.000413 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] Attempting to bind port 237da70c-31e5-4a86-b4b6-b4e9701a1d90 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:51:02.001315 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] Attempting to bind port 237da70c-31e5-4a86-b4b6-b4e9701a1d90 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '7a4c93b7-6dee-4f41-936d-eb7bbeb7598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f'}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:51:02.001635 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] Attempting to bind port 237da70c-31e5-4a86-b4b6-b4e9701a1d90 on network 7324c755-0d62-49e0-b2a4-20b39f5c372f {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:51:02.006170 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] Port 237da70c-31e5-4a86-b4b6-b4e9701a1d90 on network 7324c755-0d62-49e0-b2a4-20b39f5c372f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:51:02.006481 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] Attempting to bind port 237da70c-31e5-4a86-b4b6-b4e9701a1d90 on network 7324c755-0d62-49e0-b2a4-20b39f5c372f {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:51:02.011613 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] Checking agent: {'id': '6c14353c-f6d9-4edd-9e01-bd5de19f5e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'started_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:51:02.011948 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] Checking segment: {'id': '7a4c93b7-6dee-4f41-936d-eb7bbeb7598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:51:02.012327 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] Bound using segment: {'id': '7a4c93b7-6dee-4f41-936d-eb7bbeb7598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f'} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:51:02.012749 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] Bound port: 237da70c-31e5-4a86-b4b6-b4e9701a1d90, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a4c93b7-6dee-4f41-936d-eb7bbeb7598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f'}}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:51:02.013130 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:02.101293 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] For port 237da70c-31e5-4a86-b4b6-b4e9701a1d90, host hv-cinder-79128, cleared binding levels {{(pid=98884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:51:02.104093 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] For port 237da70c-31e5-4a86-b4b6-b4e9701a1d90, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=237da70c-31e5-4a86-b4b6-b4e9701a1d90,segment=NetworkSegment(7a4c93b7-6dee-4f41-936d-eb7bbeb7598b),segment_id=7a4c93b7-6dee-4f41-936d-eb7bbeb7598b)] {{(pid=98884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:51:02.168433 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:02.173901 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-36f632e0-e5d0-402f-9a8e-0fea61bc42e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:51:02.231088 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:02.231707 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:02.233044 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] 10.222.0.35 "PUT /v2.0/ports/237da70c-31e5-4a86-b4b6-b4e9701a1d90 HTTP/1.1" status: 200 len: 1094 time: 1.0393641 Jun 06 17:51:02.233574 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ccc807-6723-4dd6-a0d3-68b4d39519a1', 'tag': '237da70c-31e5-4a86-b4b6-b4e9701a1d90'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:51:02.236995 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca77a526-d1cd-4e6d-b598-ab13fe0a9082" -d '{"events": [{"name": "network-changed", "server_uuid": "24ccc807-6723-4dd6-a0d3-68b4d39519a1", "tag": "237da70c-31e5-4a86-b4b6-b4e9701a1d90"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:51:02.263331 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] Pushing event updated for resources: {'Port': ['ID=237da70c-31e5-4a86-b4b6-b4e9701a1d90,revision_number=3']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:51:02.268294 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-0792975d-6bc9-4440-8b93-fa5a833abd30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:51:02.369330 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c74839-08c2-4d75-bf01-f6b24c687f2d x-openstack-request-id: req-a0c74839-08c2-4d75-bf01-f6b24c687f2d {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:51:02.369655 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ccc807-6723-4dd6-a0d3-68b4d39519a1", "tag": "237da70c-31e5-4a86-b4b6-b4e9701a1d90", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:51:02.369946 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0c74839-08c2-4d75-bf01-f6b24c687f2d {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:51:02.370372 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ccc807-6723-4dd6-a0d3-68b4d39519a1', 'tag': '237da70c-31e5-4a86-b4b6-b4e9701a1d90', 'status': 'completed', 'code': 200} Jun 06 17:51:02.411969 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-67f68e06-b9d8-421b-8ecd-5f4122b652c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:02.413472 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-67f68e06-b9d8-421b-8ecd-5f4122b652c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c4da32552a444399325961073cd62c0&device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 1097 time: 0.0773771 Jun 06 17:51:02.486621 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-0bbee75b-7756-4ef0-8ab8-77a0dad90acf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=237da70c-31e5-4a86-b4b6-b4e9701a1d90 HTTP/1.1" status: 200 len: 217 time: 0.0660076 Jun 06 17:51:02.547059 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-c80f4d78-9e60-4399-97f3-77b054818eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:02.549108 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-c80f4d78-9e60-4399-97f3-77b054818eba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=acfc39b6-8cea-4f21-9ae6-77600fe7a2da HTTP/1.1" status: 200 len: 850 time: 0.0566022 Jun 06 17:51:02.627451 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-63fa9b9b-e801-49b6-92cd-7a99c1bc6ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:02.628989 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-63fa9b9b-e801-49b6-92cd-7a99c1bc6ec3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7324c755-0d62-49e0-b2a4-20b39f5c372f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735447 Jun 06 17:51:02.761692 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-78cbd7cc-7faa-4ba7-a054-1591b6ca59b6 service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263521 Jun 06 17:51:02.828774 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b602e7-6c96-489e-aba1-4f5ea9ec76e5 req-027fa41f-b372-4ad2-a16d-b2c75bbf7f3f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:02.831152 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d7b602e7-6c96-489e-aba1-4f5ea9ec76e5 req-027fa41f-b372-4ad2-a16d-b2c75bbf7f3f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 944 time: 0.0791452 Jun 06 17:51:02.880387 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-d7b602e7-6c96-489e-aba1-4f5ea9ec76e5 req-d40bda8e-f973-4e5e-bea2-d93ff5ee633b tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436156 Jun 06 17:51:02.893913 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-27452e32-c9c7-4230-a38e-f248b33b84ff req-423d33ed-5fb0-461d-9c8c-3ef2237ec694 service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258190 Jun 06 17:51:03.066418 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77a526-d1cd-4e6d-b598-ab13fe0a9082 req-4e30afea-8b7d-4926-9016-a18bfcf57969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:03.067768 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ca77a526-d1cd-4e6d-b598-ab13fe0a9082 req-4e30afea-8b7d-4926-9016-a18bfcf57969 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c4da32552a444399325961073cd62c0&device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 1097 time: 0.0687244 Jun 06 17:51:03.288286 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77a526-d1cd-4e6d-b598-ab13fe0a9082 req-d246a3d3-d539-4f5a-8e44-8146f2d1730e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:03.289775 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ca77a526-d1cd-4e6d-b598-ab13fe0a9082 req-d246a3d3-d539-4f5a-8e44-8146f2d1730e service neutron] 10.222.0.35 "GET /v2.0/networks?id=7324c755-0d62-49e0-b2a4-20b39f5c372f HTTP/1.1" status: 200 len: 912 time: 0.2150204 Jun 06 17:51:03.358166 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ca77a526-d1cd-4e6d-b598-ab13fe0a9082 req-aa02c832-d657-4719-acf1-ad936be7ae47 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=237da70c-31e5-4a86-b4b6-b4e9701a1d90 HTTP/1.1" status: 200 len: 217 time: 0.0616221 Jun 06 17:51:03.417670 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77a526-d1cd-4e6d-b598-ab13fe0a9082 req-d062ad9e-7e6a-4fe5-922b-e4b08b979332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:03.419030 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ca77a526-d1cd-4e6d-b598-ab13fe0a9082 req-d062ad9e-7e6a-4fe5-922b-e4b08b979332 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=acfc39b6-8cea-4f21-9ae6-77600fe7a2da HTTP/1.1" status: 200 len: 850 time: 0.0543900 Jun 06 17:51:03.495818 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77a526-d1cd-4e6d-b598-ab13fe0a9082 req-7d0fa544-697a-4f31-9e41-8b278a578f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:03.497277 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ca77a526-d1cd-4e6d-b598-ab13fe0a9082 req-7d0fa544-697a-4f31-9e41-8b278a578f6b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7324c755-0d62-49e0-b2a4-20b39f5c372f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725017 Jun 06 17:51:03.624352 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ca77a526-d1cd-4e6d-b598-ab13fe0a9082 req-09821efb-17bd-46f7-9034-c4b6bba6a693 service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207643 Jun 06 17:51:03.756954 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-ca77a526-d1cd-4e6d-b598-ab13fe0a9082 req-fd314c2d-bfdd-40a8-8c99-a9b20a0824a1 service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262157 Jun 06 17:51:04.069042 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b4ca6-e168-4c7c-bb7c-9768126a8d0a req-ff619e98-23eb-48bb-a841-0b148bb6e935 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:04.070562 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b58b4ca6-e168-4c7c-bb7c-9768126a8d0a req-ff619e98-23eb-48bb-a841-0b148bb6e935 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 944 time: 0.0831184 Jun 06 17:51:04.114644 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-b58b4ca6-e168-4c7c-bb7c-9768126a8d0a req-56681625-59e3-4c87-91e2-b9ed122170a8 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384569 Jun 06 17:51:05.386588 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbb636-a7d0-4c62-bcf6-f4d6d7644aa4 req-5e413bd5-12c3-4541-88f1-463712c91572 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:05.388017 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-84dbb636-a7d0-4c62-bcf6-f4d6d7644aa4 req-5e413bd5-12c3-4541-88f1-463712c91572 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 944 time: 0.1714690 Jun 06 17:51:05.431496 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-84dbb636-a7d0-4c62-bcf6-f4d6d7644aa4 req-8e671529-8c4c-4d10-b184-46d88eef3a20 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374627 Jun 06 17:51:06.617626 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e94ba5-579c-4ba7-ab15-16e4c3203d55 req-07d29337-56d9-4a3c-b612-f16046552564 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:06.619034 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-29e94ba5-579c-4ba7-ab15-16e4c3203d55 req-07d29337-56d9-4a3c-b612-f16046552564 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 944 time: 0.0816741 Jun 06 17:51:06.661688 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-29e94ba5-579c-4ba7-ab15-16e4c3203d55 req-637347c2-55ee-4492-9a05-9701d49f21bc tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371366 Jun 06 17:51:07.844056 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca9395-65f7-4ba9-a582-ca2a7f319d0d req-f1babbb9-66cf-435a-8977-e544d5252455 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:07.845972 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-80ca9395-65f7-4ba9-a582-ca2a7f319d0d req-f1babbb9-66cf-435a-8977-e544d5252455 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 944 time: 0.0802135 Jun 06 17:51:07.895567 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-80ca9395-65f7-4ba9-a582-ca2a7f319d0d req-72231c87-d8b5-4b57-89a3-987968b09347 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442514 Jun 06 17:51:09.074347 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff0387-5198-48b0-b0b5-3afc94323104 req-b7a2fde7-e1b5-4712-a1e5-1f768ad26b91 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:09.075763 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d5ff0387-5198-48b0-b0b5-3afc94323104 req-b7a2fde7-e1b5-4712-a1e5-1f768ad26b91 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 944 time: 0.0777361 Jun 06 17:51:09.123791 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d5ff0387-5198-48b0-b0b5-3afc94323104 req-1da81585-82af-49da-afdb-1d1529245277 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415747 Jun 06 17:51:10.311983 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ced97-847d-4b13-94bf-d5095b6c8c3b req-ac1ca662-4226-4402-aa2a-2564394f4c4b tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:10.313580 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9e6ced97-847d-4b13-94bf-d5095b6c8c3b req-ac1ca662-4226-4402-aa2a-2564394f4c4b tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 944 time: 0.0825934 Jun 06 17:51:10.362533 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9e6ced97-847d-4b13-94bf-d5095b6c8c3b req-6e97d440-613c-4712-887d-a04f0429c5cc tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433743 Jun 06 17:51:11.195299 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 237da70c-31e5-4a86-b4b6-b4e9701a1d90 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:51:11.335924 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 237da70c-31e5-4a86-b4b6-b4e9701a1d90, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=237da70c-31e5-4a86-b4b6-b4e9701a1d90,segment=NetworkSegment(7a4c93b7-6dee-4f41-936d-eb7bbeb7598b),segment_id=7a4c93b7-6dee-4f41-936d-eb7bbeb7598b)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:51:11.348617 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': '237da70c-31e5-4a86-b4b6-b4e9701a1d90', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'port_id': '237da70c-31e5-4a86-b4b6-b4e9701a1d90', 'mac_address': 'fa:16:3e:9b:b0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:51:11.401938 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:11.420979 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 237da70c-31e5-4a86-b4b6-b4e9701a1d90 {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:51:11.436349 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 237da70c-31e5-4a86-b4b6-b4e9701a1d90, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=237da70c-31e5-4a86-b4b6-b4e9701a1d90,segment=NetworkSegment(7a4c93b7-6dee-4f41-936d-eb7bbeb7598b),segment_id=7a4c93b7-6dee-4f41-936d-eb7bbeb7598b)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:51:11.499719 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:11.501433 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:51:11.550968 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f003f-9b98-413e-87fb-f767bc46f1af req-3f980579-dde6-4d29-9f78-143a0a869057 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:11.552432 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-020f003f-9b98-413e-87fb-f767bc46f1af req-3f980579-dde6-4d29-9f78-143a0a869057 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 945 time: 0.0838811 Jun 06 17:51:11.565842 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=237da70c-31e5-4a86-b4b6-b4e9701a1d90,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:51:11.573112 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:11.573460 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:11.573793 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:11.574123 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:11.574446 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:11.574769 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:11.575086 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:11.575405 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:11.575724 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:11.576036 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:11.576350 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:11.576660 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:11.580578 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:51:11.597439 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-020f003f-9b98-413e-87fb-f767bc46f1af req-cc936d25-e99d-4587-b2f2-b1351f2ad7b0 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389249 Jun 06 17:51:11.717822 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['237da70c-31e5-4a86-b4b6-b4e9701a1d90'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:51:12.781450 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290216a5-c5c6-4524-be94-77c60f565db4 req-5e1bb324-d0e6-49e4-9bf0-45e83c3013d6 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:12.783141 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-290216a5-c5c6-4524-be94-77c60f565db4 req-5e1bb324-d0e6-49e4-9bf0-45e83c3013d6 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 945 time: 0.0800591 Jun 06 17:51:12.832976 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-290216a5-c5c6-4524-be94-77c60f565db4 req-8576c3a9-2b75-4107-b8e1-c99c6365af50 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422306 Jun 06 17:51:13.208592 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 237da70c-31e5-4a86-b4b6-b4e9701a1d90 up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:51:13.356758 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning for port 237da70c-31e5-4a86-b4b6-b4e9701a1d90 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:51:13.361733 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port 237da70c-31e5-4a86-b4b6-b4e9701a1d90 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:51:13.362105 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:13.474063 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:13.499435 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ccc807-6723-4dd6-a0d3-68b4d39519a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237da70c-31e5-4a86-b4b6-b4e9701a1d90'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:51:13.506568 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db877e28-6a04-4189-8f5d-f5fc2b2b7629" -d '{"events": [{"server_uuid": "24ccc807-6723-4dd6-a0d3-68b4d39519a1", "name": "network-vif-plugged", "status": "completed", "tag": "237da70c-31e5-4a86-b4b6-b4e9701a1d90"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:51:13.509437 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 237da70c-31e5-4a86-b4b6-b4e9701a1d90, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=237da70c-31e5-4a86-b4b6-b4e9701a1d90,segment=NetworkSegment(7a4c93b7-6dee-4f41-936d-eb7bbeb7598b),segment_id=7a4c93b7-6dee-4f41-936d-eb7bbeb7598b)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:51:13.551175 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:13.553061 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-28772817-754f-4b6d-87a8-36908fec23c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:51:13.601650 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff33471d-74d3-4ba3-812e-6cece6e30ab9 x-openstack-request-id: req-ff33471d-74d3-4ba3-812e-6cece6e30ab9 {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:51:13.601953 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ccc807-6723-4dd6-a0d3-68b4d39519a1", "name": "network-vif-plugged", "status": "completed", "tag": "237da70c-31e5-4a86-b4b6-b4e9701a1d90", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:51:13.602213 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff33471d-74d3-4ba3-812e-6cece6e30ab9 {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:51:13.602602 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ccc807-6723-4dd6-a0d3-68b4d39519a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237da70c-31e5-4a86-b4b6-b4e9701a1d90', 'code': 200} Jun 06 17:51:13.621978 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=237da70c-31e5-4a86-b4b6-b4e9701a1d90,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:51:13.624907 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:51:13.995950 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bcd61-7a56-4fc7-ac2e-73fed1b0f773 req-dd0df2e8-ccb3-476a-9001-b77df623a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:13.997441 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f68bcd61-7a56-4fc7-ac2e-73fed1b0f773 req-dd0df2e8-ccb3-476a-9001-b77df623a1df service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 1099 time: 0.0816500 Jun 06 17:51:14.033255 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefccc8-385a-4e9f-9108-35a79c68efcf req-16b7423e-b047-4e26-b80f-6120189d4725 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:14.034708 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-2aefccc8-385a-4e9f-9108-35a79c68efcf req-16b7423e-b047-4e26-b80f-6120189d4725 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 946 time: 0.0873742 Jun 06 17:51:14.038483 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f68bcd61-7a56-4fc7-ac2e-73fed1b0f773 req-746853d7-bbaf-4f77-9416-e71c22c9e177 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336897 Jun 06 17:51:14.078695 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-2aefccc8-385a-4e9f-9108-35a79c68efcf req-d8551dd0-9aae-431b-a950-c37cdb1a2dee tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383370 Jun 06 17:51:15.263471 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1d98a-f144-4df7-82e4-c81c9e086777 req-65a7b3c5-3893-4310-981b-5af4ca04d7bb tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:15.264933 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8ea1d98a-f144-4df7-82e4-c81c9e086777 req-65a7b3c5-3893-4310-981b-5af4ca04d7bb tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 946 time: 0.0794261 Jun 06 17:51:15.309646 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8ea1d98a-f144-4df7-82e4-c81c9e086777 req-afbfe441-115d-414b-bacc-496b08bf661b tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381365 Jun 06 17:51:15.502932 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53624f9d-140b-4c39-805a-fb7cbd5d8038 req-04d1d5e7-b124-464c-8664-a3f69e9ed333 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:15.504385 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-53624f9d-140b-4c39-805a-fb7cbd5d8038 req-04d1d5e7-b124-464c-8664-a3f69e9ed333 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 946 time: 0.0870531 Jun 06 17:51:15.548007 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-53624f9d-140b-4c39-805a-fb7cbd5d8038 req-55413108-a602-466b-a29e-e95578490e0c tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378952 Jun 06 17:51:15.570434 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 44878) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:51:15.642375 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814fe5af-b361-4904-9add-5967b95818a1 tempest-TestVolumeBootPattern-998034199 tempest-TestVolumeBootPattern-998034199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:15.643827 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-814fe5af-b361-4904-9add-5967b95818a1 tempest-TestVolumeBootPattern-998034199 tempest-TestVolumeBootPattern-998034199-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 1094 time: 0.0724723 Jun 06 17:51:15.646621 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 44880) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:51:15.650793 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Request body: {'floatingip': {'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'port_id': '237da70c-31e5-4a86-b4b6-b4e9701a1d90', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:51:15.768116 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for floatingip, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:15.903456 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:16.035883 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Allocated IP 172.27.1.253 (51853ba8-cea8-4c9b-b5c3-a56837a6d9d6/59a9bba0-da8c-4953-8d6b-87895ebef86f/f53f8ae4-3f9d-4fd2-8896-7ed72045b50c) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:51:16.182887 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:16.265420 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:16.269918 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-603cf9e1-4a76-4c74-b275-29266dfff5e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:51:16.330562 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:51:16.333364 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:51:16.337024 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:51:16.371126 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Pushing event updated for resources: {'Port': ['ID=f53f8ae4-3f9d-4fd2-8896-7ed72045b50c,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:51:16.382865 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:16.383245 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:16.383621 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:16.383986 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:16.384343 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:16.384700 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:16.385078 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:16.385464 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:16.385816 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:16.386174 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:16.386510 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:16.386885 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:51:16.395522 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:51:16.752221 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:16.981200 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:17.179350 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for port, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:17.236447 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14987785'] for port, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:17.241108 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-36b6a636-7dc7-49b6-9838-94ba82739e5d tempest-AttachVolumeTestJSON-274167562 tempest-AttachVolumeTestJSON-274167562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:51:17.346422 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Pushing event updated for resources: {'Port': ['ID=f53f8ae4-3f9d-4fd2-8896-7ed72045b50c,revision_number=2']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:51:17.350724 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:51:17.357428 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559996'] for floatingip, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:17.527082 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.l3_db [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Floating IP 7351e1a9-5052-4dc4-89db-53229e786de8 associated. External IP: 172.27.1.253, port: 237da70c-31e5-4a86-b4b6-b4e9701a1d90. Jun 06 17:51:17.877641 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:51:18.054563 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:51:18.063787 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba5c120-153c-4c1d-8a08-552261a8f8a8 None None] Sync routers for ids ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:51:18.073418 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba5c120-153c-4c1d-8a08-552261a8f8a8 None None] Routers {'7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:51:18.074027 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-7ba5c120-153c-4c1d-8a08-552261a8f8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:50:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:51:18.162680 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for floatingip, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:18.217044 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5693941 Jun 06 17:51:18.217707 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ccc807-6723-4dd6-a0d3-68b4d39519a1', 'tag': '237da70c-31e5-4a86-b4b6-b4e9701a1d90'}] {{(pid=98885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:51:18.220527 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a6c2106189684e6c8c135db98febb64b7965986d5ce9c0aaacdf0f98e167a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f6c205-acd9-4b7b-b097-f3be4128ef42" -d '{"events": [{"name": "network-changed", "server_uuid": "24ccc807-6723-4dd6-a0d3-68b4d39519a1", "tag": "237da70c-31e5-4a86-b4b6-b4e9701a1d90"}]}' {{(pid=98885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:51:18.253783 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-7ba5c120-153c-4c1d-8a08-552261a8f8a8 None None] Set router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:51:18.324459 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decebeb3-9e8d-4bdc-8642-8d7f998b0f8a x-openstack-request-id: req-decebeb3-9e8d-4bdc-8642-8d7f998b0f8a {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:51:18.324927 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ccc807-6723-4dd6-a0d3-68b4d39519a1", "tag": "237da70c-31e5-4a86-b4b6-b4e9701a1d90", "status": "completed", "code": 200}]} {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:51:18.325228 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-decebeb3-9e8d-4bdc-8642-8d7f998b0f8a {{(pid=98885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:51:18.325695 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ccc807-6723-4dd6-a0d3-68b4d39519a1', 'tag': '237da70c-31e5-4a86-b4b6-b4e9701a1d90', 'status': 'completed', 'code': 200} Jun 06 17:51:18.420462 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6c205-acd9-4b7b-b097-f3be4128ef42 req-5fb38a3c-d726-4e11-a174-69913ddb481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:18.421867 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-05f6c205-acd9-4b7b-b097-f3be4128ef42 req-5fb38a3c-d726-4e11-a174-69913ddb481f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c4da32552a444399325961073cd62c0&device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 1099 time: 0.0738511 Jun 06 17:51:18.553634 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6c205-acd9-4b7b-b097-f3be4128ef42 req-c4947f5c-b328-467b-bce4-a695b51cf83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:18.555071 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-05f6c205-acd9-4b7b-b097-f3be4128ef42 req-c4947f5c-b328-467b-bce4-a695b51cf83c service neutron] 10.222.0.35 "GET /v2.0/networks?id=7324c755-0d62-49e0-b2a4-20b39f5c372f HTTP/1.1" status: 200 len: 912 time: 0.1263051 Jun 06 17:51:18.606475 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-7ba5c120-153c-4c1d-8a08-552261a8f8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 4, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': '7351e1a9-5052-4dc4-89db-53229e786de8', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'port_id': '237da70c-31e5-4a86-b4b6-b4e9701a1d90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'mac_address': 'fa:16:3e:9b:b0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ccc807-6723-4dd6-a0d3-68b4d39519a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:51:16Z', 'updated_at': '2021-06-06T17:51:16Z', 'revision_number': 0, 'project_id': '0c4da32552a444399325961073cd62c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9', 'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'mac_address': 'fa:16:3e:84:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:54Z', 'updated_at': '2021-06-06T17:48:03Z', 'revision_number': 5, 'project_id': '0c4da32552a444399325961073cd62c0', 'subnets': [{'id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:51:18.610462 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba5c120-153c-4c1d-8a08-552261a8f8a8 None None] Checking router: 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:51:18.619558 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba5c120-153c-4c1d-8a08-552261a8f8a8 None None] Routers {'7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:51:18.620196 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-7ba5c120-153c-4c1d-8a08-552261a8f8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:50:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:51:18.658091 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-05f6c205-acd9-4b7b-b097-f3be4128ef42 req-4ad99960-e7bc-48f0-b8c4-99b997384333 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=237da70c-31e5-4a86-b4b6-b4e9701a1d90 HTTP/1.1" status: 200 len: 1000 time: 0.0963659 Jun 06 17:51:18.719259 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6c205-acd9-4b7b-b097-f3be4128ef42 req-6bd4144e-8cb8-4c68-9e8f-48eef61dffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:18.721678 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-05f6c205-acd9-4b7b-b097-f3be4128ef42 req-6bd4144e-8cb8-4c68-9e8f-48eef61dffed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=acfc39b6-8cea-4f21-9ae6-77600fe7a2da HTTP/1.1" status: 200 len: 850 time: 0.0577660 Jun 06 17:51:18.799962 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-7ba5c120-153c-4c1d-8a08-552261a8f8a8 None None] Set router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:51:18.800903 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6c205-acd9-4b7b-b097-f3be4128ef42 req-d0f71bb4-a9d3-42df-aa66-5c37ebbf5007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:51:18.802418 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-05f6c205-acd9-4b7b-b097-f3be4128ef42 req-d0f71bb4-a9d3-42df-aa66-5c37ebbf5007 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7324c755-0d62-49e0-b2a4-20b39f5c372f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746870 Jun 06 17:51:19.038496 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-05f6c205-acd9-4b7b-b097-f3be4128ef42 req-6c676221-0728-4c36-96ae-3f5e5638169b service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300487 Jun 06 17:51:19.174820 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-05f6c205-acd9-4b7b-b097-f3be4128ef42 req-8f97a43e-f782-4000-86b3-9cdfebc06514 service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300344 Jun 06 17:51:19.206761 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-7ba5c120-153c-4c1d-8a08-552261a8f8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 4, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': '7351e1a9-5052-4dc4-89db-53229e786de8', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'port_id': '237da70c-31e5-4a86-b4b6-b4e9701a1d90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'mac_address': 'fa:16:3e:9b:b0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ccc807-6723-4dd6-a0d3-68b4d39519a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:51:16Z', 'updated_at': '2021-06-06T17:51:16Z', 'revision_number': 0, 'project_id': '0c4da32552a444399325961073cd62c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9', 'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'mac_address': 'fa:16:3e:84:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:54Z', 'updated_at': '2021-06-06T17:48:03Z', 'revision_number': 5, 'project_id': '0c4da32552a444399325961073cd62c0', 'subnets': [{'id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:51:19.210667 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba5c120-153c-4c1d-8a08-552261a8f8a8 None None] The sync data for ids ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'] in dv-cinder-791281-4-iscsi is: [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 4, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': '7351e1a9-5052-4dc4-89db-53229e786de8', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'port_id': '237da70c-31e5-4a86-b4b6-b4e9701a1d90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'mac_address': 'fa:16:3e:9b:b0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ccc807-6723-4dd6-a0d3-68b4d39519a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:51:16Z', 'updated_at': '2021-06-06T17:51:16Z', 'revision_number': 0, 'project_id': '0c4da32552a444399325961073cd62c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9', 'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'mac_address': 'fa:16:3e:84:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:54Z', 'updated_at': '2021-06-06T17:48:03Z', 'revision_number': 5, 'project_id': '0c4da32552a444399325961073cd62c0', 'subnets': [{'id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:51:19.389618 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be1026b-3fe2-49f8-8226-4c7071f24eac None None] New status for floating IP 7351e1a9-5052-4dc4-89db-53229e786de8: ACTIVE {{(pid=98887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:51:20.327834 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-d6d79b2e-ae48-44c7-a04d-da92b604c123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:22.870797 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:23.059269 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-3ef7b71d-8225-4fb2-b4d9-97a62b5a11c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:23.945344 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:25.796698 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:27.716793 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:31.994764 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:51:50.310089 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-1215d038-86bd-49ad-b7ad-1d263fd8a07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:52.807952 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:53.087876 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-5d9d1154-4caf-4e0e-a9a1-9c81d41d16a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:54.002446 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:55.790184 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:51:57.716332 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:04.211882 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cc64772b-e68d-4679-ac1a-66754dda00db req-16b4a40e-f51d-4640-b9d6-63ef8d7f3f86 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684638 Jun 06 17:52:04.354466 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64772b-e68d-4679-ac1a-66754dda00db req-1da710ad-7c8f-4625-9980-46454ef801ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:52:04.365372 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cc64772b-e68d-4679-ac1a-66754dda00db req-1da710ad-7c8f-4625-9980-46454ef801ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c4da32552a444399325961073cd62c0&device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 1099 time: 0.0737567 Jun 06 17:52:04.511437 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64772b-e68d-4679-ac1a-66754dda00db req-4e2f0354-20f4-4b7b-9042-9cedbe7cee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:52:04.512756 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cc64772b-e68d-4679-ac1a-66754dda00db req-4e2f0354-20f4-4b7b-9042-9cedbe7cee73 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7324c755-0d62-49e0-b2a4-20b39f5c372f HTTP/1.1" status: 200 len: 912 time: 0.1334748 Jun 06 17:52:04.613577 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cc64772b-e68d-4679-ac1a-66754dda00db req-5b09e170-245b-4bdc-8184-f47f0abe76f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=237da70c-31e5-4a86-b4b6-b4e9701a1d90 HTTP/1.1" status: 200 len: 1002 time: 0.0942059 Jun 06 17:52:04.680035 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64772b-e68d-4679-ac1a-66754dda00db req-b6eabb79-994c-45cc-9131-65d0c6c9c3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:52:04.681485 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cc64772b-e68d-4679-ac1a-66754dda00db req-b6eabb79-994c-45cc-9131-65d0c6c9c3c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=acfc39b6-8cea-4f21-9ae6-77600fe7a2da HTTP/1.1" status: 200 len: 850 time: 0.0575368 Jun 06 17:52:04.756096 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64772b-e68d-4679-ac1a-66754dda00db req-71698486-c796-4ea2-9287-b1ed403a6f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:52:04.757540 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cc64772b-e68d-4679-ac1a-66754dda00db req-71698486-c796-4ea2-9287-b1ed403a6f97 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7324c755-0d62-49e0-b2a4-20b39f5c372f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689909 Jun 06 17:52:04.887252 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cc64772b-e68d-4679-ac1a-66754dda00db req-1bc87fa3-d953-44bf-8158-4c662b2c22de service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225090 Jun 06 17:52:05.018213 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cc64772b-e68d-4679-ac1a-66754dda00db req-385d47be-36c6-4ec2-a323-017aa4511364 service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234512 Jun 06 17:52:08.993712 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:52:20.298610 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-b4a10419-8d6b-477f-ba70-f02fbbc747e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:22.830076 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:23.047477 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-055b51a0-18d1-420b-a697-6541e5bf3298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:23.939472 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:25.802182 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:27.721967 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:45.992544 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:52:50.316021 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-071405cf-c693-4ba9-ab59-701f0d688111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:52.818361 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:53.030127 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-5761d7fd-62f3-4b17-9e90-68b634458d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:53.967410 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:55.784462 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:57.745159 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:52:58.419166 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-ad8b1b77-4320-40b3-8fc7-dd56ae4d97f2 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400007020&fields=id&tenant_id=0c4da32552a444399325961073cd62c0 HTTP/1.1" status: 200 len: 267 time: 0.0401740 Jun 06 17:52:58.564204 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-d0e47bd4-87c6-426d-9b1e-fac12f620ee9 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:52:58.565629 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-d0e47bd4-87c6-426d-9b1e-fac12f620ee9 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/networks?id=7324c755-0d62-49e0-b2a4-20b39f5c372f HTTP/1.1" status: 200 len: 811 time: 0.1401021 Jun 06 17:52:58.579697 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-3e167c57-0c04-47d6-bb5b-a2a40dd27f61 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/quotas/0c4da32552a444399325961073cd62c0 HTTP/1.1" status: 200 len: 375 time: 0.0086985 Jun 06 17:52:58.793893 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-e09db35c-11d5-461b-917a-b805943e7910 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0c4da32552a444399325961073cd62c0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2091804 Jun 06 17:52:59.033723 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-0fc676bd-4bb9-42f8-99aa-eecd39027cf6 service neutron] 10.222.0.18 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287204 Jun 06 17:52:59.163171 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-f2edd2e2-2644-4a55-842c-1f367cbaa1c3 service neutron] 10.222.0.18 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236887 Jun 06 17:52:59.829363 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-1aa30808-0aeb-41d4-b0dc-6a4e66981aa6 req-95ea0ae7-3690-46ec-9de2-c6842a5691ff tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 210 time: 0.0466564 Jun 06 17:53:00.982889 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-43584230-c1bb-40a7-b81c-8db86c2d29a4 req-307e0324-75d4-4082-8e6f-948196ccbc91 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 210 time: 0.0425234 Jun 06 17:53:01.502566 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-cef4e64b-acb8-4644-b543-b4f6092897fb tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:01.503939 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-cef4e64b-acb8-4644-b543-b4f6092897fb tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.35 "GET /v2.0/networks?id=7324c755-0d62-49e0-b2a4-20b39f5c372f HTTP/1.1" status: 200 len: 811 time: 0.1464179 Jun 06 17:53:01.550480 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-6d32256b-df62-45f4-a2a5-ddbfa565e7bb tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c4da32552a444399325961073cd62c0 HTTP/1.1" status: 200 len: 380 time: 0.0383701 Jun 06 17:53:01.559639 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Request body: {'port': {'device_id': '44c39623-bb5e-4b60-9b92-726f2ebac3d2', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'admin_state_up': True, 'tenant_id': '0c4da32552a444399325961073cd62c0', 'security_groups': ['04464684-64d9-4494-a6c9-4f15e5f6f265']}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:53:01.784861 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Made reservation on behalf of 0c4da32552a444399325961073cd62c0 for: {'port': 1} {{(pid=98884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 06 17:53:01.788528 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:02.052176 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.db_base_plugin_common [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Allocated IP 172.20.0.4 (7324c755-0d62-49e0-b2a4-20b39f5c372f/acfc39b6-8cea-4f21-9ae6-77600fe7a2da/2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91) {{(pid=98884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:53:02.170408 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-8dfceaea-0fae-4212-88ee-c377d9cd2e39 req-157eaf4b-a8cb-4aa9-93fd-a47dff5f15a7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 210 time: 0.0596402 Jun 06 17:53:02.282173 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for port, precommit_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:02.296936 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Transition to ACTIVE for port object 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 will not be triggered until provisioned by entity DHCP. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:53:02.385655 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_create {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:02.391325 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-16cb3ee0-c0dc-4a09-97be-b0a5443e793f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:53:02.457434 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Network 7324c755-0d62-49e0-b2a4-20b39f5c372f is already hosted by enough agents. {{(pid=98884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:53:02.460396 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.scheduler.base_scheduler [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Resources bound (agent type, host, resource id): {{(pid=98884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:53:02.464524 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Received port after_create {{(pid=98884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:53:02.503801 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Pushing event updated for resources: {'Port': ['ID=2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91,revision_number=1']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:53:02.516602 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:02.517016 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:02.517387 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:02.517762 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:02.518114 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:02.518476 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:02.518830 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:02.519185 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:02.519543 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:02.519895 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:02.520247 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:02.520597 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:02.526561 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:53:02.551528 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:02.552146 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:02.654034 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-1440b234-b97b-4fea-8994-27e1d9f28f04 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0984933 Jun 06 17:53:02.666424 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.v2.base [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-03707451-d14d-40bf-af79-13e79702c24e service neutron] Request body: {'port': {'device_id': '44c39623-bb5e-4b60-9b92-726f2ebac3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=98884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:53:02.776416 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-03707451-d14d-40bf-af79-13e79702c24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:02.794077 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-430037be-bac2-4874-823b-c94079fcb9b7 None None] Provisioning for port 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 completed by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:53:02.796208 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-430037be-bac2-4874-823b-c94079fcb9b7 None None] Provisioning complete for port 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 triggered by entity DHCP. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:53:02.796644 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-430037be-bac2-4874-823b-c94079fcb9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:02.847846 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-430037be-bac2-4874-823b-c94079fcb9b7 None None] Port 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 cannot update to ACTIVE because it is not bound. {{(pid=98886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 06 17:53:03.121841 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-03707451-d14d-40bf-af79-13e79702c24e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 {{(pid=98884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:53:03.129144 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-03707451-d14d-40bf-af79-13e79702c24e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:03.142853 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.provisioning_blocks [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-03707451-d14d-40bf-af79-13e79702c24e service neutron] Transition to ACTIVE for port object 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 will not be triggered until provisioned by entity L2. {{(pid=98884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 06 17:53:03.206996 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-03707451-d14d-40bf-af79-13e79702c24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:03.211699 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-16ae05c2-ae65-40ea-aec8-459c2022ea3e tempest-AttachVolumeShelveTestJSON-69094052 tempest-AttachVolumeShelveTestJSON-69094052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:53:03.364125 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ceb61-c714-4ef7-bb9a-34c9fd8bd031 req-7aad63bc-5ea0-4da8-bb68-ab819f12660a tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:03.365798 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-8e8ceb61-c714-4ef7-bb9a-34c9fd8bd031 req-7aad63bc-5ea0-4da8-bb68-ab819f12660a tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 943 time: 0.0897300 Jun 06 17:53:03.370178 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03707451-d14d-40bf-af79-13e79702c24e service neutron] Pushing event updated for resources: {'Port': ['ID=2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91,revision_number=2']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:53:03.402833 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-03707451-d14d-40bf-af79-13e79702c24e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:53:03.415289 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-8e8ceb61-c714-4ef7-bb9a-34c9fd8bd031 req-380783d9-4dd5-479d-bd05-c98e6d1c4b6f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434673 Jun 06 17:53:03.445029 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-03707451-d14d-40bf-af79-13e79702c24e service neutron] Attempting to bind port 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 06 17:53:03.445367 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-03707451-d14d-40bf-af79-13e79702c24e service neutron] Attempting to bind port 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '7a4c93b7-6dee-4f41-936d-eb7bbeb7598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f'}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 06 17:53:03.445704 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-03707451-d14d-40bf-af79-13e79702c24e service neutron] Attempting to bind port 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 on network 7324c755-0d62-49e0-b2a4-20b39f5c372f {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:53:03.450790 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-03707451-d14d-40bf-af79-13e79702c24e service neutron] Port 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 on network 7324c755-0d62-49e0-b2a4-20b39f5c372f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 06 17:53:03.451104 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-03707451-d14d-40bf-af79-13e79702c24e service neutron] Attempting to bind port 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 on network 7324c755-0d62-49e0-b2a4-20b39f5c372f {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 06 17:53:03.456080 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-03707451-d14d-40bf-af79-13e79702c24e service neutron] Checking agent: {'id': '6c14353c-f6d9-4edd-9e01-bd5de19f5e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'started_at': datetime.datetime(2021, 6, 6, 17, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 17, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 06 17:53:03.456419 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-03707451-d14d-40bf-af79-13e79702c24e service neutron] Checking segment: {'id': '7a4c93b7-6dee-4f41-936d-eb7bbeb7598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 06 17:53:03.456808 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-03707451-d14d-40bf-af79-13e79702c24e service neutron] Bound using segment: {'id': '7a4c93b7-6dee-4f41-936d-eb7bbeb7598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f'} {{(pid=98884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 06 17:53:03.457231 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.managers [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-03707451-d14d-40bf-af79-13e79702c24e service neutron] Bound port: 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a4c93b7-6dee-4f41-936d-eb7bbeb7598b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f'}}] {{(pid=98884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 06 17:53:03.457571 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-03707451-d14d-40bf-af79-13e79702c24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:03.543670 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-03707451-d14d-40bf-af79-13e79702c24e service neutron] For port 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91, host hv-cinder-79128, cleared binding levels {{(pid=98884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 06 17:53:03.546627 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-03707451-d14d-40bf-af79-13e79702c24e service neutron] For port 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91,segment=NetworkSegment(7a4c93b7-6dee-4f41-936d-eb7bbeb7598b),segment_id=7a4c93b7-6dee-4f41-936d-eb7bbeb7598b)] {{(pid=98884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 06 17:53:03.619038 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-03707451-d14d-40bf-af79-13e79702c24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747212'] for port, after_update {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:03.623641 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-7bb48192-984e-4ed3-9da8-2c61218d3ad7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:53:03.680201 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-03707451-d14d-40bf-af79-13e79702c24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:03.681385 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-03707451-d14d-40bf-af79-13e79702c24e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:03.683167 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-03707451-d14d-40bf-af79-13e79702c24e service neutron] 10.222.0.35 "PUT /v2.0/ports/2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 HTTP/1.1" status: 200 len: 1093 time: 1.0215960 Jun 06 17:53:03.683672 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c39623-bb5e-4b60-9b92-726f2ebac3d2', 'tag': '2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:53:03.685997 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c37395-82d0-49e7-8839-2f32daf84de5" -d '{"events": [{"name": "network-changed", "server_uuid": "44c39623-bb5e-4b60-9b92-726f2ebac3d2", "tag": "2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:53:03.709715 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03707451-d14d-40bf-af79-13e79702c24e service neutron] Pushing event updated for resources: {'Port': ['ID=2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91,revision_number=3']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:53:03.713489 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-03707451-d14d-40bf-af79-13e79702c24e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:53:03.732136 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f8a15b-df96-4b1b-ace3-c6e8b50f03d6 x-openstack-request-id: req-34f8a15b-df96-4b1b-ace3-c6e8b50f03d6 {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:53:03.732458 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c39623-bb5e-4b60-9b92-726f2ebac3d2", "tag": "2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:53:03.732750 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34f8a15b-df96-4b1b-ace3-c6e8b50f03d6 {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:53:03.733206 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c39623-bb5e-4b60-9b92-726f2ebac3d2', 'tag': '2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91', 'status': 'completed', 'code': 200} Jun 06 17:53:03.823543 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c37395-82d0-49e7-8839-2f32daf84de5 req-ac4d2075-ecf1-4b3b-80e3-6213c6490536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:03.825022 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-64c37395-82d0-49e7-8839-2f32daf84de5 req-ac4d2075-ecf1-4b3b-80e3-6213c6490536 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c4da32552a444399325961073cd62c0&device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 1096 time: 0.0731065 Jun 06 17:53:03.965179 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c37395-82d0-49e7-8839-2f32daf84de5 req-78462cde-3775-4e3d-b232-c88417f7e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:03.966487 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-64c37395-82d0-49e7-8839-2f32daf84de5 req-78462cde-3775-4e3d-b232-c88417f7e9f0 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0c4da32552a444399325961073cd62c0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1344721 Jun 06 17:53:04.195804 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c37395-82d0-49e7-8839-2f32daf84de5 req-d8f1796d-025e-4a69-bfd6-7cf2786fbd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:04.197314 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-64c37395-82d0-49e7-8839-2f32daf84de5 req-d8f1796d-025e-4a69-bfd6-7cf2786fbd33 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2246056 Jun 06 17:53:04.301204 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-6c38150a-9687-406e-901e-b2d6fd83c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:04.302528 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-6c38150a-9687-406e-901e-b2d6fd83c9fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c4da32552a444399325961073cd62c0&device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 1096 time: 0.0719557 Jun 06 17:53:04.369102 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-8f41a79f-fb4d-401f-b1df-2497fa71a519 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 HTTP/1.1" status: 200 len: 217 time: 0.0588911 Jun 06 17:53:04.435499 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-c9c16445-9bef-4f86-8d15-13c266406838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:04.436982 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-c9c16445-9bef-4f86-8d15-13c266406838 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=acfc39b6-8cea-4f21-9ae6-77600fe7a2da HTTP/1.1" status: 200 len: 850 time: 0.0626891 Jun 06 17:53:04.512706 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-e677ffcc-09b8-4dea-89ce-5e432d406224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:04.514198 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-e677ffcc-09b8-4dea-89ce-5e432d406224 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7324c755-0d62-49e0-b2a4-20b39f5c372f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709972 Jun 06 17:53:04.600775 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb5893-069f-4252-97ff-1af6838f8fa1 req-ab790c48-d984-4baf-8cdd-d4d05bfa6a71 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:04.602065 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-a1eb5893-069f-4252-97ff-1af6838f8fa1 req-ab790c48-d984-4baf-8cdd-d4d05bfa6a71 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 943 time: 0.0794775 Jun 06 17:53:04.647103 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-a1eb5893-069f-4252-97ff-1af6838f8fa1 req-c4c20d78-8560-48e8-9070-d9cac31141ef tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381737 Jun 06 17:53:04.648315 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-beb70e91-a73e-4f7a-a477-416352c5defb service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271420 Jun 06 17:53:04.785979 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5b553c67-c3e5-451d-b0f6-a9714222f789 req-8778cdd6-4b10-4930-af51-b3b83e497e05 service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314206 Jun 06 17:53:05.834799 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6f403-fdc7-4a32-ac83-7ca032807a76 req-69ddec65-2c30-4e8b-aeef-566ae8463e87 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:05.836192 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-15e6f403-fdc7-4a32-ac83-7ca032807a76 req-69ddec65-2c30-4e8b-aeef-566ae8463e87 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 943 time: 0.0816247 Jun 06 17:53:05.880183 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-15e6f403-fdc7-4a32-ac83-7ca032807a76 req-d37372a6-91f7-488b-87bf-98238fe8f20d tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375197 Jun 06 17:53:06.521407 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-3840cfe7-07f7-4ca0-ba9f-fa40d4020744 req-366f78b3-9f33-4e9c-b78e-aab5890b9117 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679967 Jun 06 17:53:06.660607 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840cfe7-07f7-4ca0-ba9f-fa40d4020744 req-d0d9dff2-a350-41c1-b8c1-0c6df9e65593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:06.662106 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-3840cfe7-07f7-4ca0-ba9f-fa40d4020744 req-d0d9dff2-a350-41c1-b8c1-0c6df9e65593 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c4da32552a444399325961073cd62c0&device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 1099 time: 0.0733502 Jun 06 17:53:06.812211 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840cfe7-07f7-4ca0-ba9f-fa40d4020744 req-de11ce88-cde9-4619-a895-6a954dfeeafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:06.813558 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-3840cfe7-07f7-4ca0-ba9f-fa40d4020744 req-de11ce88-cde9-4619-a895-6a954dfeeafe service neutron] 10.222.0.35 "GET /v2.0/networks?id=7324c755-0d62-49e0-b2a4-20b39f5c372f HTTP/1.1" status: 200 len: 912 time: 0.1312184 Jun 06 17:53:06.913567 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-3840cfe7-07f7-4ca0-ba9f-fa40d4020744 req-cecbef2d-b337-47b1-9cba-246dd1047d77 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=237da70c-31e5-4a86-b4b6-b4e9701a1d90 HTTP/1.1" status: 200 len: 1002 time: 0.0936608 Jun 06 17:53:06.974370 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840cfe7-07f7-4ca0-ba9f-fa40d4020744 req-2d38c0cf-8b37-4dc1-a44f-46564c2ac94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:06.975947 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-3840cfe7-07f7-4ca0-ba9f-fa40d4020744 req-2d38c0cf-8b37-4dc1-a44f-46564c2ac94d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=acfc39b6-8cea-4f21-9ae6-77600fe7a2da HTTP/1.1" status: 200 len: 850 time: 0.0568728 Jun 06 17:53:07.050915 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840cfe7-07f7-4ca0-ba9f-fa40d4020744 req-bf396dac-e5b3-4dfc-841e-18a0640fa424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:07.052371 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-3840cfe7-07f7-4ca0-ba9f-fa40d4020744 req-bf396dac-e5b3-4dfc-841e-18a0640fa424 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7324c755-0d62-49e0-b2a4-20b39f5c372f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703225 Jun 06 17:53:07.068050 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8de4c-8dc7-4d92-8d27-03512e9e1aea req-e6bf4d6f-e051-42d7-83f7-f46b74db4f0e tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:07.069445 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-08e8de4c-8dc7-4d92-8d27-03512e9e1aea req-e6bf4d6f-e051-42d7-83f7-f46b74db4f0e tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 943 time: 0.0853620 Jun 06 17:53:07.118141 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-08e8de4c-8dc7-4d92-8d27-03512e9e1aea req-e782cad1-6b1b-4fb4-b5b7-4999f3dcdf67 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407054 Jun 06 17:53:07.185436 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-3840cfe7-07f7-4ca0-ba9f-fa40d4020744 req-2c47a6a3-afcc-4a28-95fe-7fa89471cc08 service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265051 Jun 06 17:53:07.312535 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-3840cfe7-07f7-4ca0-ba9f-fa40d4020744 req-0aad29b1-24d4-43c7-9dfc-96eb41e87978 service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212885 Jun 06 17:53:08.469045 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6125a-5ec7-4bde-b839-646c4d2b455d req-4814db50-2dfb-4752-aa47-be71e5b30d2f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:08.470393 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-71f6125a-5ec7-4bde-b839-646c4d2b455d req-4814db50-2dfb-4752-aa47-be71e5b30d2f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 943 time: 0.1838806 Jun 06 17:53:08.518171 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-71f6125a-5ec7-4bde-b839-646c4d2b455d req-fc70d82f-a1bb-4ca0-80c2-1e9db26a35af tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399604 Jun 06 17:53:09.700600 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f12da-1ed1-47b0-afc2-1084c409f49a req-e749ffec-66b1-4251-ba38-6005bdbe0be5 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:09.702149 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-a81f12da-1ed1-47b0-afc2-1084c409f49a req-e749ffec-66b1-4251-ba38-6005bdbe0be5 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 943 time: 0.0813692 Jun 06 17:53:09.752584 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-a81f12da-1ed1-47b0-afc2-1084c409f49a req-f67c598b-e844-44f0-aad3-9cd78816e333 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448472 Jun 06 17:53:10.935721 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f329f-d2cc-46d8-ba42-2d9e28d53fca req-91cbb0f5-edd0-4d39-9133-b881d4027c66 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:10.937140 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d06f329f-d2cc-46d8-ba42-2d9e28d53fca req-91cbb0f5-edd0-4d39-9133-b881d4027c66 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 943 time: 0.0807192 Jun 06 17:53:10.980072 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-d06f329f-d2cc-46d8-ba42-2d9e28d53fca req-3005ec6c-3b30-49ef-b617-cd376c00c946 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373948 Jun 06 17:53:12.168029 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80406084-5b41-48a3-b12b-e6cd6c01833e req-ac2f8762-6b26-48de-9434-b1206f07d6cd tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:12.169494 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-80406084-5b41-48a3-b12b-e6cd6c01833e req-ac2f8762-6b26-48de-9434-b1206f07d6cd tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 943 time: 0.0846860 Jun 06 17:53:12.214205 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-80406084-5b41-48a3-b12b-e6cd6c01833e req-3ccec602-0246-44f0-8b84-27a6d82d1620 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392001 Jun 06 17:53:13.396757 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc6baf-f986-4481-b533-7c40b22ad1de req-15347202-a4fa-4757-8939-f83f51e6b133 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:13.398206 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-36bc6baf-f986-4481-b533-7c40b22ad1de req-15347202-a4fa-4757-8939-f83f51e6b133 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 943 time: 0.0788908 Jun 06 17:53:13.442586 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-36bc6baf-f986-4481-b533-7c40b22ad1de req-a1b29931-0a74-44c4-8ccc-9607d75837b1 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379939 Jun 06 17:53:13.709581 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=98886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 06 17:53:13.838318 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91,segment=NetworkSegment(7a4c93b7-6dee-4f41-936d-eb7bbeb7598b),segment_id=7a4c93b7-6dee-4f41-936d-eb7bbeb7598b)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:53:13.850722 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Returning: {'device': '2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'port_id': '2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91', 'mac_address': 'fa:16:3e:fd:79:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 06 17:53:13.906800 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:13.923397 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 {{(pid=98886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 06 17:53:13.938571 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91,segment=NetworkSegment(7a4c93b7-6dee-4f41-936d-eb7bbeb7598b),segment_id=7a4c93b7-6dee-4f41-936d-eb7bbeb7598b)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:53:14.018241 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:14.020209 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-28772817-754f-4b6d-87a8-36908fec23c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:53:14.084830 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91,revision_number=4']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:53:14.092385 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:14.092722 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:14.093077 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:14.094341 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:14.094341 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:14.094341 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:14.094341 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:14.094702 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:14.094950 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:14.095258 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:14.095564 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:14.095872 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:14.099790 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:53:14.228688 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] get_ports_and_sgs() called for port_ids ['2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91'] {{(pid=98886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 06 17:53:14.625464 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50922597-95f5-48be-bfe7-d3327d30ad4e req-85526909-71d4-40c4-9ec4-6a91ee4f2273 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:14.626880 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-50922597-95f5-48be-bfe7-d3327d30ad4e req-85526909-71d4-40c4-9ec4-6a91ee4f2273 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 944 time: 0.0789361 Jun 06 17:53:14.674116 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-50922597-95f5-48be-bfe7-d3327d30ad4e req-c03cac0d-af88-4a33-a1e9-307509619000 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416417 Jun 06 17:53:15.707142 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 up at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 06 17:53:15.860025 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bfb12-edb3-4873-8b04-0e176e7d16e1 req-1768605d-0b2f-4388-a5bd-b50c7575822a tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:15.862065 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4a9bfb12-edb3-4873-8b04-0e176e7d16e1 req-1768605d-0b2f-4388-a5bd-b50c7575822a tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 944 time: 0.0829725 Jun 06 17:53:15.908118 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4a9bfb12-edb3-4873-8b04-0e176e7d16e1 req-7ab3cfdd-3bd3-4e2b-9b97-b0da54fbb9dd tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398660 Jun 06 17:53:15.933053 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning for port 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 completed by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 06 17:53:15.945349 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.provisioning_blocks [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Provisioning complete for port 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 triggered by entity L2. {{(pid=98886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 06 17:53:15.945722 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2067954'] for port, provisioning_complete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:16.087073 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:16.113013 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c39623-bb5e-4b60-9b92-726f2ebac3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91'}] {{(pid=98886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:53:16.115191 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc2af726e29c2d76ceb217aa8aad8c883eb5a4b1a7521e56e1e0724a71e999e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3166c4-7a71-4f4d-af96-55365141e398" -d '{"events": [{"server_uuid": "44c39623-bb5e-4b60-9b92-726f2ebac3d2", "name": "network-vif-plugged", "status": "completed", "tag": "2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91"}]}' {{(pid=98886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:53:16.123634 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] For port 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91,segment=NetworkSegment(7a4c93b7-6dee-4f41-936d-eb7bbeb7598b),segment_id=7a4c93b7-6dee-4f41-936d-eb7bbeb7598b)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:53:16.158075 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b156a5-ae45-4ff3-a6ac-6aa2ce1db45c x-openstack-request-id: req-f1b156a5-ae45-4ff3-a6ac-6aa2ce1db45c {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:53:16.158393 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c39623-bb5e-4b60-9b92-726f2ebac3d2", "name": "network-vif-plugged", "status": "completed", "tag": "2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91", "code": 200}]} {{(pid=98886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:53:16.158651 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1b156a5-ae45-4ff3-a6ac-6aa2ce1db45c {{(pid=98886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:53:16.159038 dv-cinder-791281-4-iscsi neutron-server[98886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c39623-bb5e-4b60-9b92-726f2ebac3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91', 'code': 200} Jun 06 17:53:16.184291 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199'] for port, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:16.186853 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-f7d9b07b-2267-40f8-9c1e-f24ac25a1611 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:53:16.254019 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Pushing event updated for resources: {'Port': ['ID=2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91,revision_number=5']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:53:16.256972 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:53:16.575376 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b4c26-8b18-443c-a6f7-f9066f106ebe req-39fd06e0-5bfe-4af9-b5f9-9c53fab0a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:16.576774 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-619b4c26-8b18-443c-a6f7-f9066f106ebe req-39fd06e0-5bfe-4af9-b5f9-9c53fab0a46e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 1098 time: 0.0686917 Jun 06 17:53:16.616728 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-619b4c26-8b18-443c-a6f7-f9066f106ebe req-a3c02bb4-7013-44d0-a17f-7b3e37ab3b74 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337503 Jun 06 17:53:17.098009 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307cd16-946d-4235-81c9-48ae625fb0b1 req-471cf4dd-8c6f-4168-9d6b-fe5fa1a9822e tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:17.099438 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5307cd16-946d-4235-81c9-48ae625fb0b1 req-471cf4dd-8c6f-4168-9d6b-fe5fa1a9822e tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 945 time: 0.0839601 Jun 06 17:53:17.145025 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5307cd16-946d-4235-81c9-48ae625fb0b1 req-e10d0dc6-75f5-43a5-a2cb-5251efd6c461 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398352 Jun 06 17:53:18.329553 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9391d-e489-48b0-808d-fe9aae4591be req-2c89258a-a915-488a-aed7-21755438cc01 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:18.330892 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-fcb9391d-e489-48b0-808d-fe9aae4591be req-2c89258a-a915-488a-aed7-21755438cc01 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 945 time: 0.0781362 Jun 06 17:53:18.374261 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-fcb9391d-e489-48b0-808d-fe9aae4591be req-546af0c1-f798-46aa-b22d-c0e062d365f1 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378728 Jun 06 17:53:18.554506 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385164b-e5bd-45ae-bd14-1fcd5cc3db04 req-49163983-e495-414b-9686-b4aaaf25c614 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:18.555920 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a385164b-e5bd-45ae-bd14-1fcd5cc3db04 req-49163983-e495-414b-9686-b4aaaf25c614 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 945 time: 0.0787334 Jun 06 17:53:18.603538 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-a385164b-e5bd-45ae-bd14-1fcd5cc3db04 req-383e1f9e-7a34-4eb5-b595-273ad17a5ebd tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418262 Jun 06 17:53:18.625752 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 45024) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:53:18.699427 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892f4652-360d-40dd-89fe-3fd07ec65c02 tempest-TestVolumeBootPattern-998034199 tempest-TestVolumeBootPattern-998034199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:18.700934 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-892f4652-360d-40dd-89fe-3fd07ec65c02 tempest-TestVolumeBootPattern-998034199 tempest-TestVolumeBootPattern-998034199-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 1093 time: 0.0741873 Jun 06 17:53:18.703616 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 45028) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:53:18.707794 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.v2.base [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Request body: {'floatingip': {'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'port_id': '2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=98885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 06 17:53:18.795635 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for floatingip, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:18.928485 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:19.058261 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_common [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Allocated IP 172.27.1.81 (51853ba8-cea8-4c9b-b5c3-a56837a6d9d6/59a9bba0-da8c-4953-8d6b-87895ebef86f/822b951e-ce93-448c-8896-22f916fae37a) {{(pid=98885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 06 17:53:19.199974 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for port, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:19.281477 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779962081136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:19.285747 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-665bb49d-d420-43eb-b698-d3b093571b72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:53:19.346526 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Network 51853ba8-cea8-4c9b-b5c3-a56837a6d9d6 is already hosted by enough agents. {{(pid=98885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 06 17:53:19.349352 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.base_scheduler [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Resources bound (agent type, host, resource id): {{(pid=98885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 06 17:53:19.352895 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Received port after_create {{(pid=98885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 06 17:53:19.386720 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Pushing event updated for resources: {'Port': ['ID=822b951e-ce93-448c-8896-22f916fae37a,revision_number=1']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:53:19.396812 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:19.397187 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:19.397553 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:19.397917 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:19.398273 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:19.398629 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:19.398982 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:19.399335 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:19.399687 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:19.400081 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:19.400437 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:19.400802 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:53:19.405427 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:53:19.858161 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:19.986063 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1686751'] for port, before_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:20.187563 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for port, precommit_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:20.235548 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779962354670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779962081154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779962081199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14987785'] for port, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:20.239289 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-a44fd3b0-561b-4463-9308-2bba8c62f6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:53:20.293099 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-48c90b34-fc73-461e-b476-a854605ac8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:20.337301 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Pushing event updated for resources: {'Port': ['ID=822b951e-ce93-448c-8896-22f916fae37a,revision_number=2']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:53:20.341165 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:53:20.355112 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559996'] for floatingip, after_update {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:20.535006 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.l3_db [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Floating IP f84d6211-056b-4e12-8476-a6733cd03110 associated. External IP: 172.27.1.81, port: 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91. Jun 06 17:53:20.885337 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:53:21.168672 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:53:21.177922 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b95369-cb79-4b55-9026-1dd35f68550b None None] Sync routers for ids ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:53:21.188001 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b95369-cb79-4b55-9026-1dd35f68550b None None] Routers {'7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:53:21.188655 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-94b95369-cb79-4b55-9026-1dd35f68550b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:52:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:53:21.230149 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for floatingip, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:21.286365 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-508ee718-858e-4085-98da-aea0ee315b19 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5817547 Jun 06 17:53:21.287019 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c39623-bb5e-4b60-9b92-726f2ebac3d2', 'tag': '2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91'}] {{(pid=98885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:53:21.289308 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a6c2106189684e6c8c135db98febb64b7965986d5ce9c0aaacdf0f98e167a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8cb9d7-5bfe-40a5-b9fb-0b1790ffa8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "44c39623-bb5e-4b60-9b92-726f2ebac3d2", "tag": "2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91"}]}' {{(pid=98885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:53:21.332467 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8580e1cd-10b9-4af2-8490-19b0766cd970 x-openstack-request-id: req-8580e1cd-10b9-4af2-8490-19b0766cd970 {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:53:21.332891 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c39623-bb5e-4b60-9b92-726f2ebac3d2", "tag": "2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91", "status": "completed", "code": 200}]} {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:53:21.333277 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8580e1cd-10b9-4af2-8490-19b0766cd970 {{(pid=98885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:53:21.333770 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c39623-bb5e-4b60-9b92-726f2ebac3d2', 'tag': '2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91', 'status': 'completed', 'code': 200} Jun 06 17:53:21.398947 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-94b95369-cb79-4b55-9026-1dd35f68550b None None] Set router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:53:21.424989 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cb9d7-5bfe-40a5-b9fb-0b1790ffa8e1 req-b72b57c4-7468-4b63-a6a4-e275b183a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:21.426496 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9c8cb9d7-5bfe-40a5-b9fb-0b1790ffa8e1 req-b72b57c4-7468-4b63-a6a4-e275b183a839 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c4da32552a444399325961073cd62c0&device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 1098 time: 0.0716636 Jun 06 17:53:21.555703 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cb9d7-5bfe-40a5-b9fb-0b1790ffa8e1 req-ebaf51ed-70c6-487c-9eda-8a5b71c9c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:21.557825 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9c8cb9d7-5bfe-40a5-b9fb-0b1790ffa8e1 req-ebaf51ed-70c6-487c-9eda-8a5b71c9c80a service neutron] 10.222.0.35 "GET /v2.0/networks?id=7324c755-0d62-49e0-b2a4-20b39f5c372f HTTP/1.1" status: 200 len: 912 time: 0.1250689 Jun 06 17:53:21.657895 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9c8cb9d7-5bfe-40a5-b9fb-0b1790ffa8e1 req-f43500bb-2b43-4e97-86c8-ef343db734ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 HTTP/1.1" status: 200 len: 998 time: 0.0941517 Jun 06 17:53:21.719770 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cb9d7-5bfe-40a5-b9fb-0b1790ffa8e1 req-ea9f69e2-eabe-4e99-bda9-e86f2f3eb52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:21.721214 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9c8cb9d7-5bfe-40a5-b9fb-0b1790ffa8e1 req-ea9f69e2-eabe-4e99-bda9-e86f2f3eb52b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=acfc39b6-8cea-4f21-9ae6-77600fe7a2da HTTP/1.1" status: 200 len: 850 time: 0.0572331 Jun 06 17:53:21.743457 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-94b95369-cb79-4b55-9026-1dd35f68550b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 4, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': '7351e1a9-5052-4dc4-89db-53229e786de8', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'port_id': '237da70c-31e5-4a86-b4b6-b4e9701a1d90', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'mac_address': 'fa:16:3e:9b:b0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ccc807-6723-4dd6-a0d3-68b4d39519a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:51:16Z', 'updated_at': '2021-06-06T17:51:19Z', 'revision_number': 1, 'project_id': '0c4da32552a444399325961073cd62c0', 'fixed_ip_address_scope': None}, {'id': 'f84d6211-056b-4e12-8476-a6733cd03110', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'port_id': '2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'mac_address': 'fa:16:3e:fd:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c39623-bb5e-4b60-9b92-726f2ebac3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:53:19Z', 'updated_at': '2021-06-06T17:53:19Z', 'revision_number': 0, 'project_id': '0c4da32552a444399325961073cd62c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9', 'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'mac_address': 'fa:16:3e:84:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:54Z', 'updated_at': '2021-06-06T17:48:03Z', 'revision_number': 5, 'project_id': '0c4da32552a444399325961073cd62c0', 'subnets': [{'id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:53:21.747584 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b95369-cb79-4b55-9026-1dd35f68550b None None] Checking router: 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:53:21.755791 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b95369-cb79-4b55-9026-1dd35f68550b None None] Routers {'7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:53:21.756393 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-94b95369-cb79-4b55-9026-1dd35f68550b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:52:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:53:21.798038 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cb9d7-5bfe-40a5-b9fb-0b1790ffa8e1 req-86cb31be-db2c-4543-8198-3e44486a9d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:53:21.799471 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9c8cb9d7-5bfe-40a5-b9fb-0b1790ffa8e1 req-86cb31be-db2c-4543-8198-3e44486a9d5c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7324c755-0d62-49e0-b2a4-20b39f5c372f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726027 Jun 06 17:53:21.928698 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9c8cb9d7-5bfe-40a5-b9fb-0b1790ffa8e1 req-06b7c62b-2c4b-4107-86bf-010a261e6864 service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226406 Jun 06 17:53:21.935779 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-94b95369-cb79-4b55-9026-1dd35f68550b None None] Set router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:53:22.058115 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-9c8cb9d7-5bfe-40a5-b9fb-0b1790ffa8e1 req-1ba85fbc-4b6c-4f8a-a14e-a904df3d2bf6 service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236155 Jun 06 17:53:22.278321 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-94b95369-cb79-4b55-9026-1dd35f68550b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 4, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': '7351e1a9-5052-4dc4-89db-53229e786de8', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'port_id': '237da70c-31e5-4a86-b4b6-b4e9701a1d90', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'mac_address': 'fa:16:3e:9b:b0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ccc807-6723-4dd6-a0d3-68b4d39519a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:51:16Z', 'updated_at': '2021-06-06T17:51:19Z', 'revision_number': 1, 'project_id': '0c4da32552a444399325961073cd62c0', 'fixed_ip_address_scope': None}, {'id': 'f84d6211-056b-4e12-8476-a6733cd03110', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'port_id': '2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'mac_address': 'fa:16:3e:fd:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c39623-bb5e-4b60-9b92-726f2ebac3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:53:19Z', 'updated_at': '2021-06-06T17:53:19Z', 'revision_number': 0, 'project_id': '0c4da32552a444399325961073cd62c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9', 'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'mac_address': 'fa:16:3e:84:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:54Z', 'updated_at': '2021-06-06T17:48:03Z', 'revision_number': 5, 'project_id': '0c4da32552a444399325961073cd62c0', 'subnets': [{'id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:53:22.282113 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b95369-cb79-4b55-9026-1dd35f68550b None None] The sync data for ids ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'] in dv-cinder-791281-4-iscsi is: [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 4, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': '7351e1a9-5052-4dc4-89db-53229e786de8', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'port_id': '237da70c-31e5-4a86-b4b6-b4e9701a1d90', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'mac_address': 'fa:16:3e:9b:b0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ccc807-6723-4dd6-a0d3-68b4d39519a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:51:16Z', 'updated_at': '2021-06-06T17:51:19Z', 'revision_number': 1, 'project_id': '0c4da32552a444399325961073cd62c0', 'fixed_ip_address_scope': None}, {'id': 'f84d6211-056b-4e12-8476-a6733cd03110', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'port_id': '2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'mac_address': 'fa:16:3e:fd:79:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c39623-bb5e-4b60-9b92-726f2ebac3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:53:19Z', 'updated_at': '2021-06-06T17:53:19Z', 'revision_number': 0, 'project_id': '0c4da32552a444399325961073cd62c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9', 'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'mac_address': 'fa:16:3e:84:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:54Z', 'updated_at': '2021-06-06T17:48:03Z', 'revision_number': 5, 'project_id': '0c4da32552a444399325961073cd62c0', 'subnets': [{'id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:53:22.458196 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1f73f4-880e-4ad9-b32f-788e65fc4e3b None None] New status for floating IP f84d6211-056b-4e12-8476-a6733cd03110: ACTIVE {{(pid=98887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:53:22.801653 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:22.990600 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:53:23.035437 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-2cec1737-7195-4d64-8271-6c3c8a025458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:23.933153 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:25.812592 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:27.738938 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:50.321262 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9ebe39cb-d6ce-4b01-ae27-1aa6554ef022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:52.835876 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:53.047044 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-df23d130-2cdf-4bbf-9891-ab325ae469f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:53.944418 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:55.824342 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:57.761000 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:53:59.989792 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:54:08.202505 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-915fe084-009a-4739-a87b-e05d12ab317a req-d2ed7220-f3a7-49dd-8c7c-9a8769de1766 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692186 Jun 06 17:54:08.341841 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fe084-009a-4739-a87b-e05d12ab317a req-0f5af022-e9ab-4296-9ef2-88324aded13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:54:08.343248 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-915fe084-009a-4739-a87b-e05d12ab317a req-0f5af022-e9ab-4296-9ef2-88324aded13e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c4da32552a444399325961073cd62c0&device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 1099 time: 0.0739114 Jun 06 17:54:08.589004 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fe084-009a-4739-a87b-e05d12ab317a req-8df43c19-95d7-477a-b9a3-d9f74b44d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:54:08.590317 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-915fe084-009a-4739-a87b-e05d12ab317a req-8df43c19-95d7-477a-b9a3-d9f74b44d95c service neutron] 10.222.0.35 "GET /v2.0/networks?id=7324c755-0d62-49e0-b2a4-20b39f5c372f HTTP/1.1" status: 200 len: 912 time: 0.2211723 Jun 06 17:54:08.693764 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-915fe084-009a-4739-a87b-e05d12ab317a req-f20bd095-f965-4be6-806b-1cdc28f45ce5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=237da70c-31e5-4a86-b4b6-b4e9701a1d90 HTTP/1.1" status: 200 len: 1002 time: 0.0965755 Jun 06 17:54:08.755533 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fe084-009a-4739-a87b-e05d12ab317a req-4ad908e9-9012-46d0-ae49-49159941a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:54:08.756900 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-915fe084-009a-4739-a87b-e05d12ab317a req-4ad908e9-9012-46d0-ae49-49159941a1be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=acfc39b6-8cea-4f21-9ae6-77600fe7a2da HTTP/1.1" status: 200 len: 850 time: 0.0564022 Jun 06 17:54:08.832315 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fe084-009a-4739-a87b-e05d12ab317a req-5fabf9af-9b12-4236-858a-53f310e416e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:54:08.833792 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-915fe084-009a-4739-a87b-e05d12ab317a req-5fabf9af-9b12-4236-858a-53f310e416e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7324c755-0d62-49e0-b2a4-20b39f5c372f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696087 Jun 06 17:54:08.965103 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-915fe084-009a-4739-a87b-e05d12ab317a req-12260ba5-d31c-44a3-bd02-5398ef158d6f service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238613 Jun 06 17:54:09.096811 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-915fe084-009a-4739-a87b-e05d12ab317a req-3efefafe-61b5-43ed-a776-ed8754704a54 service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243553 Jun 06 17:54:20.314840 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-4381ef7c-577a-4fd1-9c03-b00beab75eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:22.824102 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:23.040713 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-6ed8c1a9-8be6-4c52-9ec7-248a5e0f2571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:23.932936 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:25.789546 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:27.772411 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:36.988480 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:54:49.176992 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 45058) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:54:49.440886 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Deleting port 822b951e-ce93-448c-8896-22f916fae37a {{(pid=98885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:54:49.441164 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:49.554619 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:49.554945 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:49.674112 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Calling delete_port for 822b951e-ce93-448c-8896-22f916fae37a owned by network:floatingip {{(pid=98885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:54:49.881194 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:49.884645 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-dd41289f-488c-4df5-a8ee-f10e07d4e594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:54:49.930603 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Pushing event deleted for resources: {'Port': ['ID=822b951e-ce93-448c-8896-22f916fae37a,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:54:49.967906 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:54:49.968296 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:54:49.968671 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:54:49.969066 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:54:49.969431 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:54:49.969795 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:54:49.970156 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:54:49.970513 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:54:49.970873 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:54:49.971228 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:54:49.971579 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:54:49.971930 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:54:49.979005 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:54:50.035298 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for floatingip, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:50.035621 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.l3_db [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Floating IP f84d6211-056b-4e12-8476-a6733cd03110 disassociated (deleted). External IP: 172.27.1.81, port: 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91. Jun 06 17:54:50.344210 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-a1c60891-7813-4e36-a6c3-d3b4d040a0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:50.383736 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:54:50.670563 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:54:50.674779 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for floatingip, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:50.680150 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3429390a-d6a5-481b-b693-6527e52a76a0 None None] Sync routers for ids ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:54:50.689810 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3429390a-d6a5-481b-b693-6527e52a76a0 None None] Routers {'7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:54:50.690782 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-3429390a-d6a5-481b-b693-6527e52a76a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:54:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:54:50.733804 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-1984b732-fae0-49d4-b386-d84da0173727 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "DELETE /v2.0/floatingips/f84d6211-056b-4e12-8476-a6733cd03110 HTTP/1.1" status: 204 len: 168 time: 1.5557196 Jun 06 17:54:50.734472 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c39623-bb5e-4b60-9b92-726f2ebac3d2', 'tag': '2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91'}] {{(pid=98885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:54:50.737018 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a6c2106189684e6c8c135db98febb64b7965986d5ce9c0aaacdf0f98e167a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc54d2d1-47f3-4822-bafb-fbadc972ee1d" -d '{"events": [{"name": "network-changed", "server_uuid": "44c39623-bb5e-4b60-9b92-726f2ebac3d2", "tag": "2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91"}]}' {{(pid=98885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:54:50.783038 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bbbb55-7d74-4b8e-8912-38ae164a18c3 x-openstack-request-id: req-b3bbbb55-7d74-4b8e-8912-38ae164a18c3 {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:54:50.783369 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c39623-bb5e-4b60-9b92-726f2ebac3d2", "tag": "2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91", "status": "completed", "code": 200}]} {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:54:50.783663 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3bbbb55-7d74-4b8e-8912-38ae164a18c3 {{(pid=98885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:54:50.784095 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c39623-bb5e-4b60-9b92-726f2ebac3d2', 'tag': '2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91', 'status': 'completed', 'code': 200} Jun 06 17:54:50.877371 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-3429390a-d6a5-481b-b693-6527e52a76a0 None None] Set router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:54:50.885488 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54d2d1-47f3-4822-bafb-fbadc972ee1d req-9d29ccb6-e8d8-444b-b68b-ffb954e26ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:54:50.887963 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-dc54d2d1-47f3-4822-bafb-fbadc972ee1d req-9d29ccb6-e8d8-444b-b68b-ffb954e26ae9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c4da32552a444399325961073cd62c0&device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 1098 time: 0.0815809 Jun 06 17:54:51.025441 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54d2d1-47f3-4822-bafb-fbadc972ee1d req-b4e99d9d-d055-409b-bdaa-f947864e864d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:54:51.026969 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-dc54d2d1-47f3-4822-bafb-fbadc972ee1d req-b4e99d9d-d055-409b-bdaa-f947864e864d service neutron] 10.222.0.35 "GET /v2.0/networks?id=7324c755-0d62-49e0-b2a4-20b39f5c372f HTTP/1.1" status: 200 len: 912 time: 0.1324654 Jun 06 17:54:51.094838 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-dc54d2d1-47f3-4822-bafb-fbadc972ee1d req-a8a62605-e44b-4690-97fb-56543ea10f51 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 HTTP/1.1" status: 200 len: 217 time: 0.0616829 Jun 06 17:54:51.165221 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54d2d1-47f3-4822-bafb-fbadc972ee1d req-00267733-7480-433a-b113-5148b06b1575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:54:51.166794 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-dc54d2d1-47f3-4822-bafb-fbadc972ee1d req-00267733-7480-433a-b113-5148b06b1575 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=acfc39b6-8cea-4f21-9ae6-77600fe7a2da HTTP/1.1" status: 200 len: 850 time: 0.0653400 Jun 06 17:54:51.248023 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54d2d1-47f3-4822-bafb-fbadc972ee1d req-48c8b909-97ae-4637-9d7b-c9ccfc654107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:54:51.249512 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-dc54d2d1-47f3-4822-bafb-fbadc972ee1d req-48c8b909-97ae-4637-9d7b-c9ccfc654107 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7324c755-0d62-49e0-b2a4-20b39f5c372f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718951 Jun 06 17:54:51.282605 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-3429390a-d6a5-481b-b693-6527e52a76a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 4, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': '7351e1a9-5052-4dc4-89db-53229e786de8', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'port_id': '237da70c-31e5-4a86-b4b6-b4e9701a1d90', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'mac_address': 'fa:16:3e:9b:b0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ccc807-6723-4dd6-a0d3-68b4d39519a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:51:16Z', 'updated_at': '2021-06-06T17:51:19Z', 'revision_number': 1, 'project_id': '0c4da32552a444399325961073cd62c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9', 'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'mac_address': 'fa:16:3e:84:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:54Z', 'updated_at': '2021-06-06T17:48:03Z', 'revision_number': 5, 'project_id': '0c4da32552a444399325961073cd62c0', 'subnets': [{'id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:54:51.287019 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3429390a-d6a5-481b-b693-6527e52a76a0 None None] Checking router: 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:54:51.296520 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3429390a-d6a5-481b-b693-6527e52a76a0 None None] Routers {'7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:54:51.297162 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-3429390a-d6a5-481b-b693-6527e52a76a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:54:23Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:54:51.322703 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb9ed9-704f-43a8-ae71-3e8c68b9be19 req-419e9439-3019-4238-970d-0c0f15687a89 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:54:51.328882 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9abb9ed9-704f-43a8-ae71-3e8c68b9be19 req-419e9439-3019-4238-970d-0c0f15687a89 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 945 time: 0.0919843 Jun 06 17:54:51.374765 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-9abb9ed9-704f-43a8-ae71-3e8c68b9be19 req-2a3bfb8a-f3ea-426b-b16d-5f0a8f68aa74 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432148 Jun 06 17:54:51.384127 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-dc54d2d1-47f3-4822-bafb-fbadc972ee1d req-46bb1cc7-9a9e-4de5-b806-4f079a6c8689 service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274362 Jun 06 17:54:51.472602 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-3429390a-d6a5-481b-b693-6527e52a76a0 None None] Set router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:54:51.520826 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-dc54d2d1-47f3-4822-bafb-fbadc972ee1d req-153da20d-d9f9-4452-b183-61e8054c5b94 service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299307 Jun 06 17:54:51.811687 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-3429390a-d6a5-481b-b693-6527e52a76a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 4, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': '7351e1a9-5052-4dc4-89db-53229e786de8', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'port_id': '237da70c-31e5-4a86-b4b6-b4e9701a1d90', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'mac_address': 'fa:16:3e:9b:b0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ccc807-6723-4dd6-a0d3-68b4d39519a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:51:16Z', 'updated_at': '2021-06-06T17:51:19Z', 'revision_number': 1, 'project_id': '0c4da32552a444399325961073cd62c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9', 'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'mac_address': 'fa:16:3e:84:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:54Z', 'updated_at': '2021-06-06T17:48:03Z', 'revision_number': 5, 'project_id': '0c4da32552a444399325961073cd62c0', 'subnets': [{'id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:54:51.815544 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3429390a-d6a5-481b-b693-6527e52a76a0 None None] The sync data for ids ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'] in dv-cinder-791281-4-iscsi is: [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 4, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_floatingips': [{'id': '7351e1a9-5052-4dc4-89db-53229e786de8', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'router_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'port_id': '237da70c-31e5-4a86-b4b6-b4e9701a1d90', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'mac_address': 'fa:16:3e:9b:b0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ccc807-6723-4dd6-a0d3-68b4d39519a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T17:51:16Z', 'updated_at': '2021-06-06T17:51:19Z', 'revision_number': 1, 'project_id': '0c4da32552a444399325961073cd62c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9', 'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'mac_address': 'fa:16:3e:84:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:54Z', 'updated_at': '2021-06-06T17:48:03Z', 'revision_number': 5, 'project_id': '0c4da32552a444399325961073cd62c0', 'subnets': [{'id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:54:52.013288 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155d5fd3-a9d8-4ff8-b6f5-97d74be94e7d None None] New status for floating IP f84d6211-056b-4e12-8476-a6733cd03110: DOWN {{(pid=98887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:54:52.567569 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23ef1e-47a4-49a4-938c-153400949bd7 req-d0834cb7-3c29-4c4e-bdca-85abbd9594c6 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:54:52.569007 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4a23ef1e-47a4-49a4-938c-153400949bd7 req-d0834cb7-3c29-4c4e-bdca-85abbd9594c6 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 945 time: 0.0832002 Jun 06 17:54:52.612969 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-4a23ef1e-47a4-49a4-938c-153400949bd7 req-8b05b4c8-89bc-4503-8c12-e28b06501cfd tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382049 Jun 06 17:54:52.740705 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463aaf6-6633-42ad-a72d-e5dcb9dfc5c3 req-07164b0e-6e8f-4a96-a186-1db981cf4d30 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:54:52.742197 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e463aaf6-6633-42ad-a72d-e5dcb9dfc5c3 req-07164b0e-6e8f-4a96-a186-1db981cf4d30 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.35 "GET /v2.0/ports?device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 945 time: 0.0844092 Jun 06 17:54:52.841256 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:52.878748 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-e463aaf6-6633-42ad-a72d-e5dcb9dfc5c3 req-cc8e65c0-b632-4ca2-95de-17e6a4d6a354 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Deleting port 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:54:52.879085 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-e463aaf6-6633-42ad-a72d-e5dcb9dfc5c3 req-cc8e65c0-b632-4ca2-95de-17e6a4d6a354 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:53.047061 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-785273e3-19d6-473a-ab0a-987a01c89c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:53.106995 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-e463aaf6-6633-42ad-a72d-e5dcb9dfc5c3 req-cc8e65c0-b632-4ca2-95de-17e6a4d6a354 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] For port 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91,segment=NetworkSegment(7a4c93b7-6dee-4f41-936d-eb7bbeb7598b),segment_id=7a4c93b7-6dee-4f41-936d-eb7bbeb7598b)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:54:53.107583 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-e463aaf6-6633-42ad-a72d-e5dcb9dfc5c3 req-cc8e65c0-b632-4ca2-95de-17e6a4d6a354 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:53.232807 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-e463aaf6-6633-42ad-a72d-e5dcb9dfc5c3 req-cc8e65c0-b632-4ca2-95de-17e6a4d6a354 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Calling delete_port for 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 owned by compute:nova {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:54:53.378301 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-e463aaf6-6633-42ad-a72d-e5dcb9dfc5c3 req-cc8e65c0-b632-4ca2-95de-17e6a4d6a354 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:53.383560 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-43080865-c2c7-43ee-a7f3-7de8f423f612 tempest-TestShelveInstance-1125049255 tempest-TestShelveInstance-1125049255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:54:53.426819 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e65c0-b632-4ca2-95de-17e6a4d6a354 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Pushing event deleted for resources: {'Port': ['ID=2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:54:53.468000 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e65c0-b632-4ca2-95de-17e6a4d6a354 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:54:53.469449 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e65c0-b632-4ca2-95de-17e6a4d6a354 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:54:53.469449 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e65c0-b632-4ca2-95de-17e6a4d6a354 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:54:53.469449 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e65c0-b632-4ca2-95de-17e6a4d6a354 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:54:53.469449 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e65c0-b632-4ca2-95de-17e6a4d6a354 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:54:53.469858 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e65c0-b632-4ca2-95de-17e6a4d6a354 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:54:53.470186 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e65c0-b632-4ca2-95de-17e6a4d6a354 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:54:53.470535 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e65c0-b632-4ca2-95de-17e6a4d6a354 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:54:53.470883 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e65c0-b632-4ca2-95de-17e6a4d6a354 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:54:53.471228 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e65c0-b632-4ca2-95de-17e6a4d6a354 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:54:53.471579 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e65c0-b632-4ca2-95de-17e6a4d6a354 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:54:53.471922 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8e65c0-b632-4ca2-95de-17e6a4d6a354 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:54:53.478903 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-cc8e65c0-b632-4ca2-95de-17e6a4d6a354 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:54:53.513971 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e463aaf6-6633-42ad-a72d-e5dcb9dfc5c3 req-cc8e65c0-b632-4ca2-95de-17e6a4d6a354 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] No DVR routers for this DVR port 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 on host hv-cinder-79128 {{(pid=98884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:54:53.516326 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-e463aaf6-6633-42ad-a72d-e5dcb9dfc5c3 req-cc8e65c0-b632-4ca2-95de-17e6a4d6a354 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:53.518197 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-e463aaf6-6633-42ad-a72d-e5dcb9dfc5c3 req-cc8e65c0-b632-4ca2-95de-17e6a4d6a354 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.35 "DELETE /v2.0/ports/2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 HTTP/1.1" status: 204 len: 173 time: 0.7711010 Jun 06 17:54:53.518677 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c39623-bb5e-4b60-9b92-726f2ebac3d2', 'name': 'network-vif-deleted', 'tag': '2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:54:53.520938 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d988e54d-d18f-4b71-98a2-b654d33d8253" -d '{"events": [{"server_uuid": "44c39623-bb5e-4b60-9b92-726f2ebac3d2", "name": "network-vif-deleted", "tag": "2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:54:53.578938 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b975938-77b6-487a-ab52-778457bc3edd x-openstack-request-id: req-6b975938-77b6-487a-ab52-778457bc3edd {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:54:53.579530 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c39623-bb5e-4b60-9b92-726f2ebac3d2", "name": "network-vif-deleted", "tag": "2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:54:53.579530 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b975938-77b6-487a-ab52-778457bc3edd {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:54:53.579975 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c39623-bb5e-4b60-9b92-726f2ebac3d2', 'name': 'network-vif-deleted', 'tag': '2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91', 'status': 'completed', 'code': 200} Jun 06 17:54:53.762314 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-5ab84635-da4b-41d2-bf03-f75c10282702 req-294c4ccd-e12a-4d83-820f-c21f47297cd6 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c39623-bb5e-4b60-9b92-726f2ebac3d2 HTTP/1.1" status: 200 len: 210 time: 0.0438645 Jun 06 17:54:53.926729 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:55.794962 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:56.174546 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:54:56.211042 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] No Port match for: 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:54:56.211393 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 2ec64a4b-4a4a-49d5-9d0b-04c1e06cdf91 not bound to the agent host hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:54:57.450269 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 45102) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:54:57.714387 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-af3c4cc5-442d-42c2-a892-fbf2d00fe199 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Deleting port f53f8ae4-3f9d-4fd2-8896-7ed72045b50c {{(pid=98885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:54:57.717112 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-af3c4cc5-442d-42c2-a892-fbf2d00fe199 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:57.778361 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:57.832726 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-af3c4cc5-442d-42c2-a892-fbf2d00fe199 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:57.833080 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-af3c4cc5-442d-42c2-a892-fbf2d00fe199 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:57.958804 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-af3c4cc5-442d-42c2-a892-fbf2d00fe199 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Calling delete_port for f53f8ae4-3f9d-4fd2-8896-7ed72045b50c owned by network:floatingip {{(pid=98885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:54:58.155564 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-af3c4cc5-442d-42c2-a892-fbf2d00fe199 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:58.159499 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-a4c96dda-7ad2-42d3-9601-e0d9268e9738 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:54:58.203500 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c4cc5-442d-42c2-a892-fbf2d00fe199 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Pushing event deleted for resources: {'Port': ['ID=f53f8ae4-3f9d-4fd2-8896-7ed72045b50c,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:54:58.206561 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-af3c4cc5-442d-42c2-a892-fbf2d00fe199 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:54:58.291618 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-af3c4cc5-442d-42c2-a892-fbf2d00fe199 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for floatingip, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:58.291979 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.db.l3_db [None req-af3c4cc5-442d-42c2-a892-fbf2d00fe199 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Floating IP 7351e1a9-5052-4dc4-89db-53229e786de8 disassociated (deleted). External IP: 172.27.1.253, port: 237da70c-31e5-4a86-b4b6-b4e9701a1d90. Jun 06 17:54:58.635310 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3c4cc5-442d-42c2-a892-fbf2d00fe199 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:54:58.913972 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3c4cc5-442d-42c2-a892-fbf2d00fe199 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:54:58.918702 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-af3c4cc5-442d-42c2-a892-fbf2d00fe199 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for floatingip, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:54:58.924205 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf061cd-fd34-4026-98c2-8cda13f359ea None None] Sync routers for ids ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:54:58.934606 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf061cd-fd34-4026-98c2-8cda13f359ea None None] Routers {'7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:54:58.935214 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-1bf061cd-fd34-4026-98c2-8cda13f359ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:54:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:54:58.973668 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-af3c4cc5-442d-42c2-a892-fbf2d00fe199 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "DELETE /v2.0/floatingips/7351e1a9-5052-4dc4-89db-53229e786de8 HTTP/1.1" status: 204 len: 168 time: 1.5223451 Jun 06 17:54:58.974312 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ccc807-6723-4dd6-a0d3-68b4d39519a1', 'tag': '237da70c-31e5-4a86-b4b6-b4e9701a1d90'}] {{(pid=98885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:54:58.976563 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a6c2106189684e6c8c135db98febb64b7965986d5ce9c0aaacdf0f98e167a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f379249d-8caa-4297-9947-5983eae18af7" -d '{"events": [{"name": "network-changed", "server_uuid": "24ccc807-6723-4dd6-a0d3-68b4d39519a1", "tag": "237da70c-31e5-4a86-b4b6-b4e9701a1d90"}]}' {{(pid=98885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:54:59.018293 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 17:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae04c50-119f-4b8e-ae55-128a58686d00 x-openstack-request-id: req-2ae04c50-119f-4b8e-ae55-128a58686d00 {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:54:59.018621 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ccc807-6723-4dd6-a0d3-68b4d39519a1", "tag": "237da70c-31e5-4a86-b4b6-b4e9701a1d90", "status": "completed", "code": 200}]} {{(pid=98885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:54:59.018914 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ae04c50-119f-4b8e-ae55-128a58686d00 {{(pid=98885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:54:59.020047 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ccc807-6723-4dd6-a0d3-68b4d39519a1', 'tag': '237da70c-31e5-4a86-b4b6-b4e9701a1d90', 'status': 'completed', 'code': 200} Jun 06 17:54:59.112906 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-1bf061cd-fd34-4026-98c2-8cda13f359ea None None] Set router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:54:59.115812 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379249d-8caa-4297-9947-5983eae18af7 req-9f92efea-c534-437f-8ab5-733a54fee4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:54:59.117332 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f379249d-8caa-4297-9947-5983eae18af7 req-9f92efea-c534-437f-8ab5-733a54fee4ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c4da32552a444399325961073cd62c0&device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 1099 time: 0.0769517 Jun 06 17:54:59.254697 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379249d-8caa-4297-9947-5983eae18af7 req-a356de68-044d-4ffe-800b-882a68c6556d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:54:59.256052 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f379249d-8caa-4297-9947-5983eae18af7 req-a356de68-044d-4ffe-800b-882a68c6556d service neutron] 10.222.0.35 "GET /v2.0/networks?id=7324c755-0d62-49e0-b2a4-20b39f5c372f HTTP/1.1" status: 200 len: 912 time: 0.1287107 Jun 06 17:54:59.330759 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f379249d-8caa-4297-9947-5983eae18af7 req-542def22-7c1b-4b0e-b589-dfc61808cbdf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=237da70c-31e5-4a86-b4b6-b4e9701a1d90 HTTP/1.1" status: 200 len: 217 time: 0.0680685 Jun 06 17:54:59.399275 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379249d-8caa-4297-9947-5983eae18af7 req-3d2d47e9-b80d-40d6-98ee-9ce28ad64287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:54:59.400857 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f379249d-8caa-4297-9947-5983eae18af7 req-3d2d47e9-b80d-40d6-98ee-9ce28ad64287 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=acfc39b6-8cea-4f21-9ae6-77600fe7a2da HTTP/1.1" status: 200 len: 850 time: 0.0637739 Jun 06 17:54:59.474176 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-1bf061cd-fd34-4026-98c2-8cda13f359ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 4, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9', 'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'mac_address': 'fa:16:3e:84:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:54Z', 'updated_at': '2021-06-06T17:48:03Z', 'revision_number': 5, 'project_id': '0c4da32552a444399325961073cd62c0', 'subnets': [{'id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:54:59.478034 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf061cd-fd34-4026-98c2-8cda13f359ea None None] Checking router: 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:54:59.488414 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf061cd-fd34-4026-98c2-8cda13f359ea None None] Routers {'7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:54:59.489041 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-1bf061cd-fd34-4026-98c2-8cda13f359ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:54:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:54:59.489198 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379249d-8caa-4297-9947-5983eae18af7 req-9a79e3dc-c77c-45dc-8113-a07a90592e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:54:59.490575 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f379249d-8caa-4297-9947-5983eae18af7 req-9a79e3dc-c77c-45dc-8113-a07a90592e8e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7324c755-0d62-49e0-b2a4-20b39f5c372f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824802 Jun 06 17:54:59.497272 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b1a79-f44b-4dd4-9543-63a2bb46213d req-b2340185-055a-4ebf-89db-1dcbcc705fbe tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:54:59.498833 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-a73b1a79-f44b-4dd4-9543-63a2bb46213d req-b2340185-055a-4ebf-89db-1dcbcc705fbe tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 946 time: 0.0838633 Jun 06 17:54:59.544222 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [req-a73b1a79-f44b-4dd4-9543-63a2bb46213d req-12e3b822-595a-4c90-a356-1925027145f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392022 Jun 06 17:54:59.626244 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f379249d-8caa-4297-9947-5983eae18af7 req-c17dc1a7-e719-420e-ad6b-24d4b9087b92 service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283202 Jun 06 17:54:59.663145 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-1bf061cd-fd34-4026-98c2-8cda13f359ea None None] Set router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:54:59.758804 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-f379249d-8caa-4297-9947-5983eae18af7 req-d6faa858-e616-47fa-a2c8-5830e3e11e05 service neutron] 10.222.0.35 "GET /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251559 Jun 06 17:54:59.968925 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-1bf061cd-fd34-4026-98c2-8cda13f359ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 4, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9', 'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'mac_address': 'fa:16:3e:84:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:54Z', 'updated_at': '2021-06-06T17:48:03Z', 'revision_number': 5, 'project_id': '0c4da32552a444399325961073cd62c0', 'subnets': [{'id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:54:59.972746 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf061cd-fd34-4026-98c2-8cda13f359ea None None] The sync data for ids ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'] in dv-cinder-791281-4-iscsi is: [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:55Z', 'revision_number': 4, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi', '_interfaces': [{'id': '1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9', 'name': '', 'network_id': '7324c755-0d62-49e0-b2a4-20b39f5c372f', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'mac_address': 'fa:16:3e:84:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:54Z', 'updated_at': '2021-06-06T17:48:03Z', 'revision_number': 5, 'project_id': '0c4da32552a444399325961073cd62c0', 'subnets': [{'id': 'acfc39b6-8cea-4f21-9ae6-77600fe7a2da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:55:00.172092 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ccc4d4-6be4-4900-9dcf-a780e2f89e6b None None] New status for floating IP 7351e1a9-5052-4dc4-89db-53229e786de8: DOWN {{(pid=98887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 06 17:55:00.738086 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc244c29-cf1c-4aeb-b388-095f1adf1186 req-48e0350c-298a-478e-aa2e-07b17c17aa42 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:55:00.739516 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cc244c29-cf1c-4aeb-b388-095f1adf1186 req-48e0350c-298a-478e-aa2e-07b17c17aa42 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 946 time: 0.0839021 Jun 06 17:55:00.782781 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-cc244c29-cf1c-4aeb-b388-095f1adf1186 req-8dfe2228-bdb8-4ee4-b7ea-5407ef855cfc tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/security-groups?id=04464684-64d9-4494-a6c9-4f15e5f6f265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376394 Jun 06 17:55:00.864309 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b08fe-04bc-40e9-ae72-d68a46b121bf req-c54514d3-020f-4b90-9a04-3bb82d44d2af tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 06 17:55:00.865629 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-674b08fe-04bc-40e9-ae72-d68a46b121bf req-c54514d3-020f-4b90-9a04-3bb82d44d2af tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.35 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 946 time: 0.0794790 Jun 06 17:55:01.001789 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-674b08fe-04bc-40e9-ae72-d68a46b121bf req-d9a8c3a5-a188-4c33-8825-3dca6322634f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Deleting port 237da70c-31e5-4a86-b4b6-b4e9701a1d90 {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:55:01.002123 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-674b08fe-04bc-40e9-ae72-d68a46b121bf req-d9a8c3a5-a188-4c33-8825-3dca6322634f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:01.225754 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.db [req-674b08fe-04bc-40e9-ae72-d68a46b121bf req-d9a8c3a5-a188-4c33-8825-3dca6322634f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] For port 237da70c-31e5-4a86-b4b6-b4e9701a1d90, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=237da70c-31e5-4a86-b4b6-b4e9701a1d90,segment=NetworkSegment(7a4c93b7-6dee-4f41-936d-eb7bbeb7598b),segment_id=7a4c93b7-6dee-4f41-936d-eb7bbeb7598b)] {{(pid=98884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:55:01.226109 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-674b08fe-04bc-40e9-ae72-d68a46b121bf req-d9a8c3a5-a188-4c33-8825-3dca6322634f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:01.350795 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [req-674b08fe-04bc-40e9-ae72-d68a46b121bf req-d9a8c3a5-a188-4c33-8825-3dca6322634f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Calling delete_port for 237da70c-31e5-4a86-b4b6-b4e9701a1d90 owned by compute:nova {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:55:01.520991 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-674b08fe-04bc-40e9-ae72-d68a46b121bf req-d9a8c3a5-a188-4c33-8825-3dca6322634f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:01.526897 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-d781f143-92fa-492b-b9e7-45c187f0955c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:55:01.575494 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8c3a5-a188-4c33-8825-3dca6322634f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Pushing event deleted for resources: {'Port': ['ID=237da70c-31e5-4a86-b4b6-b4e9701a1d90,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:55:01.580808 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-d9a8c3a5-a188-4c33-8825-3dca6322634f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:55:01.647648 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.db.l3_dvrscheduler_db [req-674b08fe-04bc-40e9-ae72-d68a46b121bf req-d9a8c3a5-a188-4c33-8825-3dca6322634f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] No DVR routers for this DVR port 237da70c-31e5-4a86-b4b6-b4e9701a1d90 on host hv-cinder-79128 {{(pid=98884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:55:01.650157 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [req-674b08fe-04bc-40e9-ae72-d68a46b121bf req-d9a8c3a5-a188-4c33-8825-3dca6322634f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for port, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:01.652187 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-674b08fe-04bc-40e9-ae72-d68a46b121bf req-d9a8c3a5-a188-4c33-8825-3dca6322634f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.35 "DELETE /v2.0/ports/237da70c-31e5-4a86-b4b6-b4e9701a1d90 HTTP/1.1" status: 204 len: 173 time: 0.7805002 Jun 06 17:55:01.652685 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ccc807-6723-4dd6-a0d3-68b4d39519a1', 'name': 'network-vif-deleted', 'tag': '237da70c-31e5-4a86-b4b6-b4e9701a1d90'}] {{(pid=98884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 06 17:55:01.655071 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}805620b7f5af96c266ca3f2e4bb0ae18891aab003f0b24f04202e3f219d0ecda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9411bf1-259e-459f-8099-83148d501aab" -d '{"events": [{"server_uuid": "24ccc807-6723-4dd6-a0d3-68b4d39519a1", "name": "network-vif-deleted", "tag": "237da70c-31e5-4a86-b4b6-b4e9701a1d90"}]}' {{(pid=98884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 06 17:55:01.696748 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 17:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d489755-a3a7-47a6-b363-796d42cb221b x-openstack-request-id: req-4d489755-a3a7-47a6-b363-796d42cb221b {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 06 17:55:01.697113 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ccc807-6723-4dd6-a0d3-68b4d39519a1", "name": "network-vif-deleted", "tag": "237da70c-31e5-4a86-b4b6-b4e9701a1d90", "status": "completed", "code": 200}]} {{(pid=98884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 06 17:55:01.697401 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d489755-a3a7-47a6-b363-796d42cb221b {{(pid=98884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 06 17:55:01.697833 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ccc807-6723-4dd6-a0d3-68b4d39519a1', 'name': 'network-vif-deleted', 'tag': '237da70c-31e5-4a86-b4b6-b4e9701a1d90', 'status': 'completed', 'code': 200} Jun 06 17:55:01.932252 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [req-30446893-4426-4eaf-88c1-1a4d9afdfc70 req-48766380-6924-4373-b636-52f5eb4f440f tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ccc807-6723-4dd6-a0d3-68b4d39519a1 HTTP/1.1" status: 200 len: 210 time: 0.0468879 Jun 06 17:55:03.033206 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 45118) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:55:03.283157 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-40facf8a-e6b8-43c8-bbe4-7c1545bc7e45 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Deleting port 59d85218-c8b7-429d-8f43-b0404f50f0ac {{(pid=98884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:55:03.283157 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-40facf8a-e6b8-43c8-bbe4-7c1545bc7e45 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:03.425573 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-40facf8a-e6b8-43c8-bbe4-7c1545bc7e45 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:03.425893 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-40facf8a-e6b8-43c8-bbe4-7c1545bc7e45 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:03.570734 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.plugins.ml2.plugin [None req-40facf8a-e6b8-43c8-bbe4-7c1545bc7e45 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Calling delete_port for 59d85218-c8b7-429d-8f43-b0404f50f0ac owned by network:floatingip {{(pid=98884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:55:03.772438 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-40facf8a-e6b8-43c8-bbe4-7c1545bc7e45 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747255'] for port, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:03.776838 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-03707451-d14d-40bf-af79-13e79702c24e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:55:03.822750 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40facf8a-e6b8-43c8-bbe4-7c1545bc7e45 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Pushing event deleted for resources: {'Port': ['ID=59d85218-c8b7-429d-8f43-b0404f50f0ac,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:55:03.825912 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-40facf8a-e6b8-43c8-bbe4-7c1545bc7e45 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:55:03.912223 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-40facf8a-e6b8-43c8-bbe4-7c1545bc7e45 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for floatingip, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:03.914551 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-40facf8a-e6b8-43c8-bbe4-7c1545bc7e45 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-30046'] for floatingip, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:03.915654 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-40facf8a-e6b8-43c8-bbe4-7c1545bc7e45 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "DELETE /v2.0/floatingips/e5d2c033-97a6-4c0e-9dfd-9a9ad8b98a80 HTTP/1.1" status: 204 len: 168 time: 0.8813844 Jun 06 17:55:04.205261 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 237da70c-31e5-4a86-b4b6-b4e9701a1d90 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:55:04.242734 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] No Port match for: 237da70c-31e5-4a86-b4b6-b4e9701a1d90 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:55:04.244103 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Device 237da70c-31e5-4a86-b4b6-b4e9701a1d90 not bound to the agent host hv-cinder-79128 {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:55:05.414560 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 45130) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:55:05.485792 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-3651926d-9a1a-4727-89fa-a9e8a4ab35af tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for security_group, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:05.515864 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-3651926d-9a1a-4727-89fa-a9e8a4ab35af tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:05.652709 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-3651926d-9a1a-4727-89fa-a9e8a4ab35af tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:05.655111 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-3651926d-9a1a-4727-89fa-a9e8a4ab35af tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Notify callbacks [] for security_group, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:05.656211 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-3651926d-9a1a-4727-89fa-a9e8a4ab35af tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] 10.222.0.18 "DELETE /v2.0/security-groups/04464684-64d9-4494-a6c9-4f15e5f6f265 HTTP/1.1" status: 204 len: 168 time: 0.2407017 Jun 06 17:55:05.657076 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-a905a6af-2e93-4f34-aaf1-32a891b6fdc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:55:05.668428 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651926d-9a1a-4727-89fa-a9e8a4ab35af tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04464684-64d9-4494-a6c9-4f15e5f6f265,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:55:05.671212 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-3651926d-9a1a-4727-89fa-a9e8a4ab35af tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:55:05.784887 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 45134) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:55:06.458713 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a37aa980-45aa-47c3-8cef-16830cc7df96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-811483'] for router_interface, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:06.854135 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-a37aa980-45aa-47c3-8cef-16830cc7df96 admin admin] Deleting port 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9 {{(pid=98885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:55:06.855009 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a37aa980-45aa-47c3-8cef-16830cc7df96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:07.070748 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [None req-a37aa980-45aa-47c3-8cef-16830cc7df96 admin admin] For port 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9,segment=NetworkSegment(7a4c93b7-6dee-4f41-936d-eb7bbeb7598b),segment_id=7a4c93b7-6dee-4f41-936d-eb7bbeb7598b)] {{(pid=98885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:55:07.071090 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a37aa980-45aa-47c3-8cef-16830cc7df96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:07.190092 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-a37aa980-45aa-47c3-8cef-16830cc7df96 admin admin] Calling delete_port for 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9 owned by network:router_interface {{(pid=98885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:55:07.389458 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a37aa980-45aa-47c3-8cef-16830cc7df96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:07.393092 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-0559023f-58fa-4b59-842c-2aa855715d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:55:07.436301 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37aa980-45aa-47c3-8cef-16830cc7df96 admin admin] Pushing event deleted for resources: {'Port': ['ID=1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:55:07.439968 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-a37aa980-45aa-47c3-8cef-16830cc7df96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:55:07.695520 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-a37aa980-45aa-47c3-8cef-16830cc7df96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-811669'] for router_interface, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:08.040964 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37aa980-45aa-47c3-8cef-16830cc7df96 admin admin] Router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:55:08.216481 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37aa980-45aa-47c3-8cef-16830cc7df96 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:55:08.221214 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-a37aa980-45aa-47c3-8cef-16830cc7df96 admin admin] 10.222.0.18 "PUT /v2.0/routers/7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4352856 Jun 06 17:55:08.223632 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 45138) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:55:08.224766 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57c2a20-a6bc-48c5-9039-71ee9b6e2451 None None] Sync routers for ids ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'] in dv-cinder-791281-4-iscsi {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:55:08.234021 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57c2a20-a6bc-48c5-9039-71ee9b6e2451 None None] Routers {'7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:55:08.234624 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-f57c2a20-a6bc-48c5-9039-71ee9b6e2451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:54:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:55:08.409738 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-f57c2a20-a6bc-48c5-9039-71ee9b6e2451 None None] Set router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:55:08.513757 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ab77f99d-7c1d-4773-ace3-b576be990669 admin admin] Notify callbacks [] for router, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:08.697343 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-f57c2a20-a6bc-48c5-9039-71ee9b6e2451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:55:07Z', 'revision_number': 5, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:55:08.701805 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ab77f99d-7c1d-4773-ace3-b576be990669 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:08.702317 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57c2a20-a6bc-48c5-9039-71ee9b6e2451 None None] Checking router: 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed for host: dv-cinder-791281-4-iscsi {{(pid=98886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:55:08.710543 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57c2a20-a6bc-48c5-9039-71ee9b6e2451 None None] Routers {'7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:55:08.711149 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-f57c2a20-a6bc-48c5-9039-71ee9b6e2451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:54:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'], 'active': True} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:55:08.839681 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-ab77f99d-7c1d-4773-ace3-b576be990669 admin admin] Deleting port 6003afc4-ac4c-46b3-98f3-b5ca194ab71b {{(pid=98885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:55:08.840145 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ab77f99d-7c1d-4773-ace3-b576be990669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:08.884323 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvr_db [None req-f57c2a20-a6bc-48c5-9039-71ee9b6e2451 None None] Set router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed gateway port host: dv-cinder-791281-4-iscsi {{(pid=98886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:55:08.967605 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [None req-ab77f99d-7c1d-4773-ace3-b576be990669 admin admin] For port 6003afc4-ac4c-46b3-98f3-b5ca194ab71b, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=6003afc4-ac4c-46b3-98f3-b5ca194ab71b,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:55:08.967873 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ab77f99d-7c1d-4773-ace3-b576be990669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:09.095325 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-ab77f99d-7c1d-4773-ace3-b576be990669 admin admin] Calling delete_port for 6003afc4-ac4c-46b3-98f3-b5ca194ab71b owned by network:router_gateway {{(pid=98885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:55:09.210914 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_hamode_db [None req-f57c2a20-a6bc-48c5-9039-71ee9b6e2451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:55:07Z', 'revision_number': 5, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:55:09.217030 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57c2a20-a6bc-48c5-9039-71ee9b6e2451 None None] The sync data for ids ['7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed'] in dv-cinder-791281-4-iscsi is: [{'id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'name': 'tempest-TestVolumeBootPattern-892794524-router', 'tenant_id': '0c4da32552a444399325961073cd62c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:55:07Z', 'revision_number': 5, 'project_id': '0c4da32552a444399325961073cd62c0', 'gw_port': {'id': '6003afc4-ac4c-46b3-98f3-b5ca194ab71b', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:32:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:47:51Z', 'updated_at': '2021-06-06T17:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}] {{(pid=98886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:55:09.297191 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ab77f99d-7c1d-4773-ace3-b576be990669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:09.301063 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-09402219-5f2f-41ab-a131-8ee9de28d5f7 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:55:09.346320 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77f99d-7c1d-4773-ace3-b576be990669 admin admin] Pushing event deleted for resources: {'Port': ['ID=6003afc4-ac4c-46b3-98f3-b5ca194ab71b,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:55:09.349410 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-ab77f99d-7c1d-4773-ace3-b576be990669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:55:09.435806 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ab77f99d-7c1d-4773-ace3-b576be990669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559947'] for router_gateway, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:09.609525 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ab77f99d-7c1d-4773-ace3-b576be990669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-815996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127003'] for router, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:09.612372 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ab77f99d-7c1d-4773-ace3-b576be990669 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:09.715243 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ab77f99d-7c1d-4773-ace3-b576be990669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-816096'] for router, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:09.715883 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab77f99d-7c1d-4773-ace3-b576be990669 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed {{(pid=98885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 17:55:09.719988 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ab77f99d-7c1d-4773-ace3-b576be990669 admin admin] Notify callbacks [] for router, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:09.721135 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-ab77f99d-7c1d-4773-ace3-b576be990669 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7d74eda3-d2b4-40e3-b4a0-ce2b4b589eed HTTP/1.1" status: 204 len: 168 time: 1.4965737 Jun 06 17:55:09.724248 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 45140) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:55:09.806882 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a41567-6381-4ccd-840a-4608aed0fd84 admin admin] Deleting subnet acfc39b6-8cea-4f21-9ae6-77600fe7a2da {{(pid=98885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:55:09.810494 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-34a41567-6381-4ccd-840a-4608aed0fd84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:09.863593 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-34a41567-6381-4ccd-840a-4608aed0fd84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15202863'] for subnet, precommit_delete_associations {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:09.942974 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-34a41567-6381-4ccd-840a-4608aed0fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1661668'] for subnet, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:10.081658 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-34a41567-6381-4ccd-840a-4608aed0fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1661677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14987999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16410905'] for subnet, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:10.085867 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-529ebc82-06af-41b1-b602-a148168422ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:55:10.119537 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a41567-6381-4ccd-840a-4608aed0fd84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acfc39b6-8cea-4f21-9ae6-77600fe7a2da,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:55:10.124544 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-34a41567-6381-4ccd-840a-4608aed0fd84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:55:10.126763 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-34a41567-6381-4ccd-840a-4608aed0fd84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:10.128603 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-34a41567-6381-4ccd-840a-4608aed0fd84 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/acfc39b6-8cea-4f21-9ae6-77600fe7a2da HTTP/1.1" status: 204 len: 168 time: 0.4040835 Jun 06 17:55:10.131158 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 45142) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:55:10.133973 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41436ee1-707f-4427-994f-9bfb554648d0 None None] Network 7324c755-0d62-49e0-b2a4-20b39f5c372f requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:55:10.361091 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8e03eed2-b69c-4481-8bee-f58fef5be5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698918'] for network, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:10.429424 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2612ab72-3d30-4285-8416-fa2243cdc968 None None] DHCP port deletion for 7324c755-0d62-49e0-b2a4-20b39f5c372f request from dv-cinder-791281-4-iscsi {{(pid=98886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 17:55:10.440200 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-8e03eed2-b69c-4481-8bee-f58fef5be5b4 admin admin] Deleting port 8243283f-0076-4f6d-b558-52ac7dc5293a {{(pid=98885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:55:10.440542 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8e03eed2-b69c-4481-8bee-f58fef5be5b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:10.501736 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-2612ab72-3d30-4285-8416-fa2243cdc968 None None] Deleting port 8243283f-0076-4f6d-b558-52ac7dc5293a {{(pid=98886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:55:10.502044 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-2612ab72-3d30-4285-8416-fa2243cdc968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:10.542863 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [None req-8e03eed2-b69c-4481-8bee-f58fef5be5b4 admin admin] For port 8243283f-0076-4f6d-b558-52ac7dc5293a, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=8243283f-0076-4f6d-b558-52ac7dc5293a,segment=NetworkSegment(7a4c93b7-6dee-4f41-936d-eb7bbeb7598b),segment_id=7a4c93b7-6dee-4f41-936d-eb7bbeb7598b)] {{(pid=98885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:55:10.543205 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8e03eed2-b69c-4481-8bee-f58fef5be5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:10.599178 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-2612ab72-3d30-4285-8416-fa2243cdc968 None None] For port 8243283f-0076-4f6d-b558-52ac7dc5293a, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=8243283f-0076-4f6d-b558-52ac7dc5293a,segment=NetworkSegment(7a4c93b7-6dee-4f41-936d-eb7bbeb7598b),segment_id=7a4c93b7-6dee-4f41-936d-eb7bbeb7598b)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:55:10.599571 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-2612ab72-3d30-4285-8416-fa2243cdc968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:10.665357 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-8e03eed2-b69c-4481-8bee-f58fef5be5b4 admin admin] Calling delete_port for 8243283f-0076-4f6d-b558-52ac7dc5293a owned by network:dhcp {{(pid=98885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:55:10.721089 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-2612ab72-3d30-4285-8416-fa2243cdc968 None None] Calling delete_port for 8243283f-0076-4f6d-b558-52ac7dc5293a owned by network:dhcp {{(pid=98886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:55:10.739587 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 6003afc4-ac4c-46b3-98f3-b5ca194ab71b no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:55:10.777766 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No Port match for: 6003afc4-ac4c-46b3-98f3-b5ca194ab71b {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:55:10.778117 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 6003afc4-ac4c-46b3-98f3-b5ca194ab71b not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:55:10.778537 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9 no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:55:10.820600 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No Port match for: 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:55:10.821117 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 1497b246-e4f8-4a8d-8a71-dc8fda9c8bb9 not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:55:10.821727 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 8243283f-0076-4f6d-b558-52ac7dc5293a no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:55:10.863515 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8e03eed2-b69c-4481-8bee-f58fef5be5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:10.870645 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-9babff91-eaca-49e1-931a-202e7e7ebb29 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:55:10.896291 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No active binding found for port 8243283f-0076-4f6d-b558-52ac7dc5293a {{(pid=98886) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 06 17:55:10.896291 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 8243283f-0076-4f6d-b558-52ac7dc5293a not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:55:10.900337 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-2612ab72-3d30-4285-8416-fa2243cdc968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145'] for port, after_delete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:10.909832 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-f6b3fe8a-ad90-452a-aa4e-73be664d0022 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:55:10.911597 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03eed2-b69c-4481-8bee-f58fef5be5b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8243283f-0076-4f6d-b558-52ac7dc5293a,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:55:10.914510 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-8e03eed2-b69c-4481-8bee-f58fef5be5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:55:10.915294 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e03eed2-b69c-4481-8bee-f58fef5be5b4 admin admin] No DVR routers for this DVR port 8243283f-0076-4f6d-b558-52ac7dc5293a on host dv-cinder-791281-4-iscsi {{(pid=98885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:55:10.942658 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2612ab72-3d30-4285-8416-fa2243cdc968 None None] No DVR routers for this DVR port 8243283f-0076-4f6d-b558-52ac7dc5293a on host dv-cinder-791281-4-iscsi {{(pid=98886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:55:10.956295 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612ab72-3d30-4285-8416-fa2243cdc968 None None] Pushing event deleted for resources: {'Port': ['ID=8243283f-0076-4f6d-b558-52ac7dc5293a,revision_number=None']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:55:10.964561 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2612ab72-3d30-4285-8416-fa2243cdc968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:55:10.965119 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2612ab72-3d30-4285-8416-fa2243cdc968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:55:10.965463 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2612ab72-3d30-4285-8416-fa2243cdc968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:55:10.965793 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2612ab72-3d30-4285-8416-fa2243cdc968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:55:10.966116 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2612ab72-3d30-4285-8416-fa2243cdc968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:55:10.966439 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2612ab72-3d30-4285-8416-fa2243cdc968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:55:10.966753 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2612ab72-3d30-4285-8416-fa2243cdc968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:55:10.967083 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2612ab72-3d30-4285-8416-fa2243cdc968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:55:10.967387 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2612ab72-3d30-4285-8416-fa2243cdc968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:55:10.967709 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2612ab72-3d30-4285-8416-fa2243cdc968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:55:10.968007 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2612ab72-3d30-4285-8416-fa2243cdc968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:55:10.968314 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2612ab72-3d30-4285-8416-fa2243cdc968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-4-iscsi {{(pid=98886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 06 17:55:10.971290 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-2612ab72-3d30-4285-8416-fa2243cdc968 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:55:11.035067 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8e03eed2-b69c-4481-8bee-f58fef5be5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1661053', 'neutron.services.segments.db._delete_segments_for_network-8779962478758'] for network, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:11.048014 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.services.segments.db [None req-8e03eed2-b69c-4481-8bee-f58fef5be5b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7324c755-0d62-49e0-b2a4-20b39f5c372f']}} {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:55:11.059891 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.services.segments.db [None req-8e03eed2-b69c-4481-8bee-f58fef5be5b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4c93b7-6dee-4f41-936d-eb7bbeb7598b') {'for_net_delete': True} {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:55:11.060191 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.services.segments.db [None req-8e03eed2-b69c-4481-8bee-f58fef5be5b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4c93b7-6dee-4f41-936d-eb7bbeb7598b') {} {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:55:11.071048 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8e03eed2-b69c-4481-8bee-f58fef5be5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779962483649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15202838'] for segment, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:11.086982 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8e03eed2-b69c-4481-8bee-f58fef5be5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:11.093850 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e03eed2-b69c-4481-8bee-f58fef5be5b4 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=98885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:55:11.100392 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8e03eed2-b69c-4481-8bee-f58fef5be5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14987877'] for segment, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: Traceback (most recent call last): Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: timer() Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: cb(*args, **kw) Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: return func(*args, **kwargs) Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: self._notify() Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: self.callback(batched_events) Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: event.method(event) Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: return f(self, *a, **k) Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: return self._get(url).json() Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: return self.request(url, 'GET', **kwargs) Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:55:11.107222 dv-cinder-791281-4-iscsi neutron-server[98885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:55:11.240176 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8e03eed2-b69c-4481-8bee-f58fef5be5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1661030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559982'] for network, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:11.243641 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:55:11.256891 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-8e03eed2-b69c-4481-8bee-f58fef5be5b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:11.258665 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-8e03eed2-b69c-4481-8bee-f58fef5be5b4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7324c755-0d62-49e0-b2a4-20b39f5c372f HTTP/1.1" status: 204 len: 168 time: 1.1265979 Jun 06 17:55:11.262524 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 45144) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:55:11.319243 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03eed2-b69c-4481-8bee-f58fef5be5b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7324c755-0d62-49e0-b2a4-20b39f5c372f,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:55:11.327571 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-8e03eed2-b69c-4481-8bee-f58fef5be5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:55:11.802828 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b251d518-0d62-4014-931d-8638d9918860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-811483'] for router_interface, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:12.309657 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-b251d518-0d62-4014-931d-8638d9918860 admin admin] Deleting port f9138256-b87a-461b-8d07-6204e9bf550d {{(pid=98885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:55:12.310406 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b251d518-0d62-4014-931d-8638d9918860 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:12.427185 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [None req-b251d518-0d62-4014-931d-8638d9918860 admin admin] For port f9138256-b87a-461b-8d07-6204e9bf550d, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=f9138256-b87a-461b-8d07-6204e9bf550d,segment=NetworkSegment(53223ab6-9bc3-4461-93c2-7590c69fb37d),segment_id=53223ab6-9bc3-4461-93c2-7590c69fb37d)] {{(pid=98885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:55:12.427530 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b251d518-0d62-4014-931d-8638d9918860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:12.550468 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-b251d518-0d62-4014-931d-8638d9918860 admin admin] Calling delete_port for f9138256-b87a-461b-8d07-6204e9bf550d owned by network:router_interface {{(pid=98885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:55:12.761826 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b251d518-0d62-4014-931d-8638d9918860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:12.765697 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-af3c4cc5-442d-42c2-a892-fbf2d00fe199 tempest-TestVolumeBootPattern-684921518 tempest-TestVolumeBootPattern-684921518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:55:12.811669 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251d518-0d62-4014-931d-8638d9918860 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9138256-b87a-461b-8d07-6204e9bf550d,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:55:12.814769 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-b251d518-0d62-4014-931d-8638d9918860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:55:13.081402 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-b251d518-0d62-4014-931d-8638d9918860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-599209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-811669'] for router_interface, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:13.438500 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b251d518-0d62-4014-931d-8638d9918860 admin admin] Router 9d1af197-392c-45f6-b5f6-b44ca6ab1311 has already been hosted by L3 agent af42db4e-5279-462b-a526-f7d23c84ba06 {{(pid=98885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 06 17:55:13.725654 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b251d518-0d62-4014-931d-8638d9918860 admin admin] Notify agent at l3_agent.dv-cinder-791281-4-iscsi the message routers_updated {{(pid=98885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 06 17:55:13.731185 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-b251d518-0d62-4014-931d-8638d9918860 admin admin] 10.222.0.18 "PUT /v2.0/routers/9d1af197-392c-45f6-b5f6-b44ca6ab1311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4677563 Jun 06 17:55:13.733814 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 45146) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:55:13.734673 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3d899-1a1f-43be-ba3c-7b13a0a9e8e5 None None] Sync routers for ids ['9d1af197-392c-45f6-b5f6-b44ca6ab1311'] in dv-cinder-791281-4-iscsi {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 06 17:55:13.745330 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3d899-1a1f-43be-ba3c-7b13a0a9e8e5 None None] Routers {'9d1af197-392c-45f6-b5f6-b44ca6ab1311'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:55:13.745982 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-d9a3d899-1a1f-43be-ba3c-7b13a0a9e8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:54:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['9d1af197-392c-45f6-b5f6-b44ca6ab1311'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:55:13.906883 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2fad0592-d8b0-4824-bd1f-836a3727cb03 admin admin] Notify callbacks [] for router, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:13.918878 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-d9a3d899-1a1f-43be-ba3c-7b13a0a9e8e5 None None] Set router 9d1af197-392c-45f6-b5f6-b44ca6ab1311 gateway port host: dv-cinder-791281-4-iscsi {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:55:14.040612 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:55:14.082662 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2fad0592-d8b0-4824-bd1f-836a3727cb03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:14.221002 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-2fad0592-d8b0-4824-bd1f-836a3727cb03 admin admin] Deleting port da0461e8-a9a8-454a-b354-f9166c692163 {{(pid=98885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:55:14.221338 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2fad0592-d8b0-4824-bd1f-836a3727cb03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:14.237162 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-d9a3d899-1a1f-43be-ba3c-7b13a0a9e8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1af197-392c-45f6-b5f6-b44ca6ab1311', 'name': 'tempest-TestVolumeBootPattern-1850072072-router', 'tenant_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'external_fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'da0461e8-a9a8-454a-b354-f9166c692163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:48:00Z', 'updated_at': '2021-06-06T17:55:12Z', 'revision_number': 5, 'project_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'gw_port': {'id': 'da0461e8-a9a8-454a-b354-f9166c692163', 'name': '', 'network_id': '51853ba8-cea8-4c9b-b5c3-a56837a6d9d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1af197-392c-45f6-b5f6-b44ca6ab1311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T17:48:01Z', 'updated_at': '2021-06-06T17:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a9bba0-da8c-4953-8d6b-87895ebef86f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-4-iscsi'}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:55:14.240858 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3d899-1a1f-43be-ba3c-7b13a0a9e8e5 None None] Checking router: 9d1af197-392c-45f6-b5f6-b44ca6ab1311 for host: dv-cinder-791281-4-iscsi {{(pid=98887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 06 17:55:14.249368 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3d899-1a1f-43be-ba3c-7b13a0a9e8e5 None None] Routers {'9d1af197-392c-45f6-b5f6-b44ca6ab1311'} bound to L3 agent in host dv-cinder-791281-4-iscsi {{(pid=98887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 06 17:55:14.249965 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-d9a3d899-1a1f-43be-ba3c-7b13a0a9e8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T17:31:53Z,description=,heartbeat_timestamp=2021-06-06T17:54:53Z,host='dv-cinder-791281-4-iscsi',id=af42db4e-5279-462b-a526-f7d23c84ba06,load=0,resource_versions=,resources_synced=,started_at=2021-06-06T17:31:54Z,topic='l3_agent')) {'router_ids': ['9d1af197-392c-45f6-b5f6-b44ca6ab1311'], 'active': True} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:55:14.340865 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [None req-2fad0592-d8b0-4824-bd1f-836a3727cb03 admin admin] For port da0461e8-a9a8-454a-b354-f9166c692163, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=da0461e8-a9a8-454a-b354-f9166c692163,segment=NetworkSegment(8acf786a-0138-4a13-9817-cde76d774146),segment_id=8acf786a-0138-4a13-9817-cde76d774146)] {{(pid=98885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:55:14.341166 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2fad0592-d8b0-4824-bd1f-836a3727cb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:14.400043 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_dvr_db [None req-d9a3d899-1a1f-43be-ba3c-7b13a0a9e8e5 None None] Set router 9d1af197-392c-45f6-b5f6-b44ca6ab1311 gateway port host: None {{(pid=98887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 06 17:55:14.466246 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-2fad0592-d8b0-4824-bd1f-836a3727cb03 admin admin] Calling delete_port for da0461e8-a9a8-454a-b354-f9166c692163 owned by network:router_gateway {{(pid=98885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:55:14.505224 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.l3_hamode_db [None req-d9a3d899-1a1f-43be-ba3c-7b13a0a9e8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1af197-392c-45f6-b5f6-b44ca6ab1311', 'name': 'tempest-TestVolumeBootPattern-1850072072-router', 'tenant_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:48:00Z', 'updated_at': '2021-06-06T17:55:14Z', 'revision_number': 6, 'project_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'gw_port_host': None}], 'dv-cinder-791281-4-iscsi', False) {} {{(pid=98887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:55:14.509212 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3d899-1a1f-43be-ba3c-7b13a0a9e8e5 None None] The sync data for ids ['9d1af197-392c-45f6-b5f6-b44ca6ab1311'] in dv-cinder-791281-4-iscsi is: [{'id': '9d1af197-392c-45f6-b5f6-b44ca6ab1311', 'name': 'tempest-TestVolumeBootPattern-1850072072-router', 'tenant_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T17:48:00Z', 'updated_at': '2021-06-06T17:55:14Z', 'revision_number': 6, 'project_id': '3f0253210f6f42de8218ed2c9ef5f7df', 'gw_port_host': None}] {{(pid=98887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 06 17:55:14.691378 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2fad0592-d8b0-4824-bd1f-836a3727cb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:14.696361 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-5acc7338-af65-4c39-bfbf-6851cb57a83a tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:55:14.739316 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad0592-d8b0-4824-bd1f-836a3727cb03 admin admin] Pushing event deleted for resources: {'Port': ['ID=da0461e8-a9a8-454a-b354-f9166c692163,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:55:14.742428 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-2fad0592-d8b0-4824-bd1f-836a3727cb03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:55:14.829491 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2fad0592-d8b0-4824-bd1f-836a3727cb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559947'] for router_gateway, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:14.990569 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device f9138256-b87a-461b-8d07-6204e9bf550d no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:55:15.032244 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No Port match for: f9138256-b87a-461b-8d07-6204e9bf550d {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:55:15.032599 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device f9138256-b87a-461b-8d07-6204e9bf550d not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:55:15.121289 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2fad0592-d8b0-4824-bd1f-836a3727cb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-815996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127003'] for router, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:15.123658 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2fad0592-d8b0-4824-bd1f-836a3727cb03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:15.217534 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2fad0592-d8b0-4824-bd1f-836a3727cb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-816096'] for router, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:15.217942 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fad0592-d8b0-4824-bd1f-836a3727cb03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d1af197-392c-45f6-b5f6-b44ca6ab1311 {{(pid=98885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 06 17:55:15.222450 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-2fad0592-d8b0-4824-bd1f-836a3727cb03 admin admin] Notify callbacks [] for router, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:15.223659 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-2fad0592-d8b0-4824-bd1f-836a3727cb03 admin admin] 10.222.0.18 "DELETE /v2.0/routers/9d1af197-392c-45f6-b5f6-b44ca6ab1311 HTTP/1.1" status: 204 len: 168 time: 1.4889269 Jun 06 17:55:15.226249 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 45148) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:55:15.286970 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee086243-9db8-4189-925d-643c3bb8dbc0 admin admin] Deleting subnet d8fffb25-8453-496f-8c3a-c8acabb6599f {{(pid=98885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 06 17:55:15.290014 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ee086243-9db8-4189-925d-643c3bb8dbc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:15.341148 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ee086243-9db8-4189-925d-643c3bb8dbc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15202863'] for subnet, precommit_delete_associations {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:15.416863 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ee086243-9db8-4189-925d-643c3bb8dbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1661668'] for subnet, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:15.607221 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ee086243-9db8-4189-925d-643c3bb8dbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1661677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14987999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16410905'] for subnet, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:15.610988 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-feaeeebc-8458-47f9-842c-fd380347a684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:55:15.646854 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee086243-9db8-4189-925d-643c3bb8dbc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8fffb25-8453-496f-8c3a-c8acabb6599f,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:55:15.650206 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-ee086243-9db8-4189-925d-643c3bb8dbc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:55:15.653408 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-ee086243-9db8-4189-925d-643c3bb8dbc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:15.655184 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-ee086243-9db8-4189-925d-643c3bb8dbc0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d8fffb25-8453-496f-8c3a-c8acabb6599f HTTP/1.1" status: 204 len: 168 time: 0.4280307 Jun 06 17:55:15.657868 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [-] (98885) accepted ('10.222.0.18', 45150) {{(pid=98885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:55:15.658512 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdccaa7-24c5-4d2f-abba-69f37f4faa14 None None] Network 3a4a583e-276e-42d4-b456-b2a1d051fbff requested from dv-cinder-791281-4-iscsi {{(pid=98886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 06 17:55:15.762930 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-99339af4-1f0a-4f9f-867c-ab97f2f06eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698918'] for network, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:15.832276 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-99339af4-1f0a-4f9f-867c-ab97f2f06eae admin admin] Deleting port 9be7593a-6577-4906-95ed-143d0f0a8cb0 {{(pid=98885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:55:15.832669 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-99339af4-1f0a-4f9f-867c-ab97f2f06eae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:15.905279 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8947e7a-1852-45aa-bb24-97fb97e35184 None None] DHCP port deletion for 3a4a583e-276e-42d4-b456-b2a1d051fbff request from dv-cinder-791281-4-iscsi {{(pid=98886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 06 17:55:15.938526 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.db [None req-99339af4-1f0a-4f9f-867c-ab97f2f06eae admin admin] For port 9be7593a-6577-4906-95ed-143d0f0a8cb0, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=9be7593a-6577-4906-95ed-143d0f0a8cb0,segment=NetworkSegment(53223ab6-9bc3-4461-93c2-7590c69fb37d),segment_id=53223ab6-9bc3-4461-93c2-7590c69fb37d)] {{(pid=98885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:55:15.938876 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-99339af4-1f0a-4f9f-867c-ab97f2f06eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:15.974048 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-c8947e7a-1852-45aa-bb24-97fb97e35184 None None] Deleting port 9be7593a-6577-4906-95ed-143d0f0a8cb0 {{(pid=98886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 06 17:55:15.974429 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-c8947e7a-1852-45aa-bb24-97fb97e35184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779962607580'] for port, before_delete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:16.061139 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.plugin [None req-99339af4-1f0a-4f9f-867c-ab97f2f06eae admin admin] Calling delete_port for 9be7593a-6577-4906-95ed-143d0f0a8cb0 owned by network:dhcp {{(pid=98885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:55:16.068119 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.db [None req-c8947e7a-1852-45aa-bb24-97fb97e35184 None None] For port 9be7593a-6577-4906-95ed-143d0f0a8cb0, host dv-cinder-791281-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-4-iscsi',level=0,port_id=9be7593a-6577-4906-95ed-143d0f0a8cb0,segment=NetworkSegment(53223ab6-9bc3-4461-93c2-7590c69fb37d),segment_id=53223ab6-9bc3-4461-93c2-7590c69fb37d)] {{(pid=98886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 06 17:55:16.068639 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-c8947e7a-1852-45aa-bb24-97fb97e35184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-812428'] for port, precommit_delete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:16.160220 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-99339af4-1f0a-4f9f-867c-ab97f2f06eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14987826'] for port, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:16.164228 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-2390e689-95f1-4bd5-81c8-1b0934217af8 tempest-TestMinimumBasicScenario-410438923 tempest-TestMinimumBasicScenario-410438923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:55:16.209420 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99339af4-1f0a-4f9f-867c-ab97f2f06eae admin admin] Pushing event deleted for resources: {'Port': ['ID=9be7593a-6577-4906-95ed-143d0f0a8cb0,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:55:16.212475 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-99339af4-1f0a-4f9f-867c-ab97f2f06eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:55:16.213257 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99339af4-1f0a-4f9f-867c-ab97f2f06eae admin admin] No DVR routers for this DVR port 9be7593a-6577-4906-95ed-143d0f0a8cb0 on host dv-cinder-791281-4-iscsi {{(pid=98885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:55:16.222820 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-c8947e7a-1852-45aa-bb24-97fb97e35184 None None] Calling delete_port for 9be7593a-6577-4906-95ed-143d0f0a8cb0 owned by network:dhcp {{(pid=98886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 06 17:55:16.264245 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-c8947e7a-1852-45aa-bb24-97fb97e35184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1692551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-599195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779962354652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779962081145'] for port, after_delete {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:16.268769 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:55:16.311097 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8947e7a-1852-45aa-bb24-97fb97e35184 None None] Pushing event deleted for resources: {'Port': ['ID=9be7593a-6577-4906-95ed-143d0f0a8cb0,revision_number=None']} {{(pid=98886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:55:16.312937 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8947e7a-1852-45aa-bb24-97fb97e35184 None None] No DVR routers for this DVR port 9be7593a-6577-4906-95ed-143d0f0a8cb0 on host dv-cinder-791281-4-iscsi {{(pid=98886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 06 17:55:16.314287 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG oslo_concurrency.lockutils [None req-c8947e7a-1852-45aa-bb24-97fb97e35184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:55:16.328970 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-99339af4-1f0a-4f9f-867c-ab97f2f06eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1661053', 'neutron.services.segments.db._delete_segments_for_network-8779962478758'] for network, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:16.341204 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.services.segments.db [None req-99339af4-1f0a-4f9f-867c-ab97f2f06eae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4a583e-276e-42d4-b456-b2a1d051fbff']}} {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:55:16.353164 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.services.segments.db [None req-99339af4-1f0a-4f9f-867c-ab97f2f06eae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53223ab6-9bc3-4461-93c2-7590c69fb37d') {'for_net_delete': True} {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:55:16.353498 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.services.segments.db [None req-99339af4-1f0a-4f9f-867c-ab97f2f06eae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53223ab6-9bc3-4461-93c2-7590c69fb37d') {} {{(pid=98885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 06 17:55:16.365022 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-99339af4-1f0a-4f9f-867c-ab97f2f06eae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779962483649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15202838'] for segment, before_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:16.382369 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-99339af4-1f0a-4f9f-867c-ab97f2f06eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007'] for segment, precommit_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:16.390134 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99339af4-1f0a-4f9f-867c-ab97f2f06eae admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=98885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 06 17:55:16.390515 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-99339af4-1f0a-4f9f-867c-ab97f2f06eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1649007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14987877'] for segment, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: Traceback (most recent call last): Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: timer() Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: cb(*args, **kw) Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: return func(*args, **kwargs) Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: self._notify() Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: self.callback(batched_events) Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: event.method(event) Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: aggregate_uuid = self.p_client.list_aggregates( Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: return f(self, *a, **k) Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: return self._get(url).json() Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: return self.request(url, 'GET', **kwargs) Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: base_url = self.get_endpoint(auth, allow=allow, Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 06 17:55:16.403559 dv-cinder-791281-4-iscsi neutron-server[98885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 06 17:55:16.554535 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-99339af4-1f0a-4f9f-867c-ab97f2f06eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1661030', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-599186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559982'] for network, after_delete {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:16.558534 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-f9c6a23c-8d0f-4dbc-a323-470d7d958c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:55:16.571284 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron_lib.callbacks.manager [None req-99339af4-1f0a-4f9f-867c-ab97f2f06eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-599285'] for network, before_response {{(pid=98885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:16.573009 dv-cinder-791281-4-iscsi neutron-server[98885]: INFO neutron.wsgi [None req-99339af4-1f0a-4f9f-867c-ab97f2f06eae admin admin] 10.222.0.18 "DELETE /v2.0/networks/3a4a583e-276e-42d4-b456-b2a1d051fbff HTTP/1.1" status: 204 len: 168 time: 0.9142115 Jun 06 17:55:16.579620 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99339af4-1f0a-4f9f-867c-ab97f2f06eae admin admin] Pushing event deleted for resources: {'Network': ['ID=3a4a583e-276e-42d4-b456-b2a1d051fbff,revision_number=None']} {{(pid=98885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:55:16.585549 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG oslo_concurrency.lockutils [None req-99339af4-1f0a-4f9f-867c-ab97f2f06eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:55:16.724037 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 9be7593a-6577-4906-95ed-143d0f0a8cb0 no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:55:16.761536 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No Port match for: 9be7593a-6577-4906-95ed-143d0f0a8cb0 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:55:16.761893 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device 9be7593a-6577-4906-95ed-143d0f0a8cb0 not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:55:16.762330 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device da0461e8-a9a8-454a-b354-f9166c692163 no longer exists at agent ovs-agent-dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 06 17:55:16.794430 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] No Port match for: da0461e8-a9a8-454a-b354-f9166c692163 {{(pid=98886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 06 17:55:16.794782 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron.plugins.ml2.rpc [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Device da0461e8-a9a8-454a-b354-f9166c692163 not bound to the agent host dv-cinder-791281-4-iscsi {{(pid=98886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 06 17:55:16.848562 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 45154) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:55:16.896598 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-45225cab-161c-4b9c-8d54-4d0b59b7de3d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c4da32552a444399325961073cd62c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468302 Jun 06 17:55:16.898806 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 45156) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:55:16.959963 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9cd1b4a7-e45a-428c-85b2-36f42f993a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:16.985311 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9cd1b4a7-e45a-428c-85b2-36f42f993a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:17.103717 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9cd1b4a7-e45a-428c-85b2-36f42f993a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:17.106764 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-9cd1b4a7-e45a-428c-85b2-36f42f993a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:17.107863 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-9cd1b4a7-e45a-428c-85b2-36f42f993a73 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6afcc193-1903-4ef5-bad1-9ec7c6e7d660 HTTP/1.1" status: 204 len: 168 time: 0.2081978 Jun 06 17:55:17.108609 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-14fa730d-fbdc-4dd2-acd5-62c369fb53dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:55:17.119224 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1b4a7-e45a-428c-85b2-36f42f993a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afcc193-1903-4ef5-bad1-9ec7c6e7d660,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:55:17.122080 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-9cd1b4a7-e45a-428c-85b2-36f42f993a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:55:17.817978 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 45162) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:55:17.865999 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-fb07e0fb-6b35-4581-b133-e8f0360d1215 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f0253210f6f42de8218ed2c9ef5f7df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467613 Jun 06 17:55:17.868208 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.wsgi [-] (98884) accepted ('10.222.0.18', 45164) {{(pid=98884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 06 17:55:17.923034 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-75ae68c3-d3ae-4113-90cf-df675aacde67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:17.953914 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-75ae68c3-d3ae-4113-90cf-df675aacde67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:18.161000 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-75ae68c3-d3ae-4113-90cf-df675aacde67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960524'] for security_group, after_delete {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:18.163428 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron_lib.callbacks.manager [None req-75ae68c3-d3ae-4113-90cf-df675aacde67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:18.164550 dv-cinder-791281-4-iscsi neutron-server[98884]: INFO neutron.wsgi [None req-75ae68c3-d3ae-4113-90cf-df675aacde67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aedb4821-9a16-4038-b210-a1ee5be3d91d HTTP/1.1" status: 204 len: 168 time: 0.2954855 Jun 06 17:55:18.165392 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-efc420cc-5b82-4fe3-b86f-e5b386b53996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 06 17:55:18.175923 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae68c3-d3ae-4113-90cf-df675aacde67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedb4821-9a16-4038-b210-a1ee5be3d91d,revision_number=None']} {{(pid=98884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 06 17:55:18.178195 dv-cinder-791281-4-iscsi neutron-server[98884]: DEBUG oslo_concurrency.lockutils [None req-75ae68c3-d3ae-4113-90cf-df675aacde67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 06 17:55:20.315164 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-85b9cf31-2637-4005-b1ff-c96c32a13781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:22.834813 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:23.069184 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-09512f3b-44d0-4bc3-b0af-c85c3e55a859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:23.943640 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:25.834591 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:27.777588 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:50.319015 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-7d545558-c003-47ec-8872-203a59f52b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:51.019710 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:55:52.833903 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:53.062055 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-6d78693f-3348-4007-8f60-2b8d9c674dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:53.953366 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:55.846214 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:55:57.786295 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:56:20.316691 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-ca91fd44-d885-438a-a5b1-69e3751a26ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:56:22.832336 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:56:23.066308 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-5078aa7a-f3a1-44e3-989b-29c85f9cfa0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:56:23.929555 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:56:25.826488 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:56:27.786495 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:56:28.018603 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:56:50.317498 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-8375fba1-2e99-44cf-8f4a-515d1efd4997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:56:52.829741 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:56:53.069812 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-7e40d505-8ef9-4417-b95c-5cc07d76b97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:56:53.951424 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:56:55.848347 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:56:57.825548 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:57:05.017407 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:57:20.313974 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-83b5a16b-f02a-4cb8-869d-eb0a0a8bf38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:57:22.828111 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:57:23.075626 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-45820e07-4670-4901-bc14-56e4a1a95785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:57:23.944188 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:57:25.845161 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:57:27.818579 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:57:42.017102 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:57:50.307192 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-b4b46501-cdae-4349-9990-c0cd5d253c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:57:52.834470 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:57:53.072584 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-1ffa0ea4-5e98-4ae7-9594-71d702a2e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:57:53.937751 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:57:55.830588 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:57:57.823212 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:58:19.015680 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:58:20.328633 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-73e0f837-1bd2-459b-876b-dd0e85822805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:58:22.825559 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:58:23.065820 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-13f2a8e0-1581-4b4d-b855-350df5c8ff70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:58:24.004017 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:58:25.827847 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:58:27.843182 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:58:50.324524 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-efea95bd-2d07-45ff-9731-292301409b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:58:52.818690 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:58:53.064428 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-a72f1ea2-f8cc-438a-ac50-624086dc32a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:58:53.962073 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:58:54.338506 dv-cinder-791281-4-iscsi neutron-server[98885]: DEBUG neutron.wsgi [req-5686fff0-84c4-4ae0-920e-847466688a10 req-9babff91-eaca-49e1-931a-202e7e7ebb29 tempest-AttachVolumeNegativeTest-1912371208 tempest-AttachVolumeNegativeTest-1912371208-project] (98885) timed out ('10.222.0.35', 53656) {{(pid=98885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 06 17:58:55.835685 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:58:56.014422 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:58:57.818496 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:59:20.329038 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-c1e5bf28-9a72-4229-b62e-602600da154f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:59:22.835133 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:59:23.069482 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-48e096d2-3834-4558-9468-4c96964537cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:59:24.014764 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:59:25.843145 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:59:27.823025 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:59:33.013481 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 17:59:50.331214 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-d56bfa97-8d4d-49a2-926e-6befc4cc07c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:59:52.856692 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:59:53.073842 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-3ac6bf12-60e7-45a7-9103-df204a220f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:59:53.971195 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:59:55.843985 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 17:59:57.819156 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-245ffb8f-84cb-4886-941f-918a00e26072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 18:00:10.012097 dv-cinder-791281-4-iscsi neutron-server[98887]: DEBUG neutron.db.agents_db [None req-e29e1595-dc78-4434-b7b2-24bd6d376349 None None] Agent healthcheck: found 6 active agents {{(pid=98887) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 06 18:00:20.352806 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-3041c178-0bdb-4ac1-b8ce-5815e174c2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 18:00:22.812609 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-9bfc11e5-baa9-4d75-8dbe-e470bdea1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 18:00:23.107078 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-a8326d8b-a371-4e69-b422-be0449a37531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 18:00:23.999138 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-becbc292-71bc-4742-80ef-c323a74278c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 06 18:00:25.835430 dv-cinder-791281-4-iscsi neutron-server[98886]: DEBUG neutron_lib.callbacks.manager [None req-60aa8921-cd04-46a7-931c-af6b1b4becba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779962478740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2067875'] for agent, after_update {{(pid=98886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}